-- Logs begin at Mon 2022-03-28 05:00:38 UTC, end at Mon 2022-03-28 06:08:49 UTC. -- Mar 28 05:32:42.789702 dv-cinder-831776-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 05:32:45.670132 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.common.config [-] Logging enabled! Mar 28 05:32:45.670779 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 28 05:32:45.670945 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109681) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 05:32:45.674797 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.common.config [-] Logging enabled! Mar 28 05:32:45.675051 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 28 05:32:45.675360 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109681) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 05:32:45.676293 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 05:32:45.676525 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 05:32:45.676897 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 05:32:45.677141 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 05:32:45.677368 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 05:32:45.678107 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.678568 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 28 05:32:45.678880 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.679174 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.679464 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.679756 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.680044 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.680323 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.680609 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.680905 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.681188 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.681463 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.681743 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.682030 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.682330 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.682612 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.682893 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.683172 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] debug = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.683448 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.683885 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.684295 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.684575 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.684852 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.685142 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.685397 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.685668 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.685946 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.686288 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] host = dv-cinder-831776-5-iscsi {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.686565 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.686906 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.687191 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.687474 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.687745 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.688017 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.688298 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.688563 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.688829 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] log_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.689096 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.689379 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.689662 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.689944 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.690165 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.690407 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.690698 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.690977 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.691244 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.691511 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.691777 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.692043 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.692309 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.692570 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.692847 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.693124 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.693403 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.693674 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.694054 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.694355 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.694631 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.694911 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.695182 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.695449 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.695717 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.695998 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.696263 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.696531 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.696823 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.697101 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.697379 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.697657 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.697923 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.698197 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.698485 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.698749 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.699014 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] use_json = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.699280 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.699545 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.699819 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.700084 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.700350 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.700613 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.700875 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.701151 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.701417 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:45.701707 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.701997 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.702308 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.703122 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.703407 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.703681 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.703964 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.704237 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.704522 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.704804 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.705083 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.705353 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.705645 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.706031 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.706343 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.706647 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.706936 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.707222 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.707492 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.707761 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.708025 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.708295 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.708572 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.708841 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.709122 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.709406 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.709679 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.709968 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.710267 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.710553 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.710834 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.711100 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.711373 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.711657 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.711928 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.712193 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.712464 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.712745 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.713016 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.713535 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.713809 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.714080 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.714371 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.714643 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.714912 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.715194 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.715462 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.715729 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.715992 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.716262 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.716528 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.716804 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.717072 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.717338 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.717605 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.717874 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.718720 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.718997 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.719268 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.719534 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.719806 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.720073 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.720340 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.720608 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.720872 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.721137 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.721403 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.721668 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.721937 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.722202 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.722494 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.722762 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.723030 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.723296 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.723573 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.723863 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.724135 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.724407 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.724684 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.724954 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.725224 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.725493 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.725764 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.726036 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.726329 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.726615 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.726893 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.727174 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.727467 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.727740 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.728029 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.728299 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.728569 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.728846 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.729117 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.729386 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.729663 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.729941 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.730229 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.730539 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.730827 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.731113 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.731397 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.731671 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.731972 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.732244 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:45.732457 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 05:32:45.732691 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109681) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 05:32:46.100888 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 05:32:46.101168 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 05:32:46.101473 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 05:32:46.101945 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 05:32:46.428974 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.429173 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.429446 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.430667 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.430945 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.431327 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.486688 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.486960 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.487225 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.502517 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.502796 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.503066 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.531602 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.531882 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.532149 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.675442 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.676069 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.676069 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.907254 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.907543 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.907816 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.908089 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:46.908802 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.008602 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.008923 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.009209 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.009485 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.009753 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.010063 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.010350 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.010612 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.010868 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.011151 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.011414 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.011677 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.011933 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.012186 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.012442 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.012706 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.012961 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.013228 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.013497 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.013757 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.014026 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.014302 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.014587 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.015483 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.015735 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.015984 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.016371 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:47.016612 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:47.016859 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:47.017085 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:47.017319 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:47.017559 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:47.017927 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 05:32:47.021031 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 05:32:47.025115 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 05:32:47.028846 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 28 05:32:47.031095 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 05:32:47.031575 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 05:32:47.031915 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 05:32:47.032341 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 05:32:47.035206 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 05:32:47.035460 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 05:32:47.035804 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 05:32:47.040647 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 28 05:32:47.064274 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 05:32:47.064733 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.065028 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109681) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 28 05:32:47.065395 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.066815 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109681) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 05:32:47.067104 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 05:32:47.067354 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 05:32:47.070727 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.071008 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.133598 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 05:32:47.133835 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 05:32:47.134073 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 05:32:47.134472 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 05:32:47.154877 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_db.sqlalchemy.engines [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109681) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 28 05:32:47.600008 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Initializing driver for type 'gre' Mar 28 05:32:47.600598 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] gre ID ranges: [(1, 1000)] Mar 28 05:32:47.649637 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Initializing driver for type 'local' Mar 28 05:32:47.649972 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Initializing driver for type 'vlan' Mar 28 05:32:47.662757 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] VlanTypeDriver initialization complete Mar 28 05:32:47.663092 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Initializing driver for type 'vxlan' Mar 28 05:32:47.663564 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] vxlan ID ranges: [(1, 1000)] Mar 28 05:32:47.713693 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Initializing extension driver 'port_security' Mar 28 05:32:47.714311 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.extensions.port_security [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] PortSecurityExtensionDriver initialization complete Mar 28 05:32:47.714407 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Initializing mechanism driver 'openvswitch' Mar 28 05:32:47.714673 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Initializing mechanism driver 'hyperv' Mar 28 05:32:47.721788 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.plugin [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:32:47.722489 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > port after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.722856 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > port after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.723207 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > port after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.723727 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:47.724157 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > subnet after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.724505 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > subnet after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.724844 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.725238 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:47.725645 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > network after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.725988 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > network after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.726360 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > network after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.726755 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:47.727158 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > security_group after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.727503 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > security_group after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.727836 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > security_group after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.728356 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:47.728760 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.729112 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.729450 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.729841 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:47.730243 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > address_group after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.730674 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > address_group after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.731008 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > address_group after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.731401 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:47.731840 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] ML2 OVO RPC backend initialized. {{(pid=109681) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 28 05:32:47.732532 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.732883 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.733293 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > network before_response 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.733661 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > networks before_response 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.734003 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > port before_response 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.734361 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > ports before_response 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.734703 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > subnet before_response 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.735037 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > subnets before_response 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.735382 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > network after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.735718 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > network after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.736051 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > network after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.736388 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > port after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.736723 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > port after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.737053 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > port after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.737388 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > subnet after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.737718 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > subnet after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.738046 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.745232 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded quota_driver: . Mar 28 05:32:47.745595 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.plugin [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Modular L2 Plugin initialization complete Mar 28 05:32:47.745946 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading services supported by the core plugin {{(pid=109681) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 05:32:47.746309 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.plugins.ml2.managers [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Got port-security extension from driver 'port_security' Mar 28 05:32:47.746783 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.extensions.vlantransparent [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Disabled vlantransparent extension. Mar 28 05:32:47.747263 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109681) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 05:32:47.747582 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading Plugin: router Mar 28 05:32:47.783405 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router_interface before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.783737 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router after_create 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.784100 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router before_create 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.784461 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.784833 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.785185 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router after_delete 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.785538 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > floatingip after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.785882 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > floatingip after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.786234 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router after_create 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.786599 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router after_update 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.786940 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router after_update 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.787280 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.787630 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router after_update 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.788031 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router precommit_update 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.788392 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: port after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.788725 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: port after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.789061 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: subnet after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.789393 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.789734 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > port precommit_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.790075 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router precommit_create 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.790441 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: port before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.790781 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router precommit_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.791127 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router after_update 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.791462 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router precommit_delete 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.791805 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router precommit_create 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.792155 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.792497 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router precommit_update 55549900 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.792852 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > agent after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.793194 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > agent after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.793531 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > network after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.794394 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Tracking information for resource: router configured {{(pid=109681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:47.794737 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Tracking information for resource: floatingip configured {{(pid=109681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:47.799684 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.db.l3_agentschedulers_db [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 05:32:47.800260 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: port after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.800617 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: port after_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.800966 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: port after_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.801315 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: port after_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.802087 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router before_create 55550100 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.802475 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router precommit_delete 55550100 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.802832 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router precommit_create 55550100 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.803184 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > router precommit_update 55550100 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.808012 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.services.provider_configuration [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service providers = [] {{(pid=109681) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 05:32:47.808377 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.db.servicetype_db [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109681) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 05:32:47.811306 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.services.service_base [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 05:32:47.811673 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.services.service_base [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 05:32:47.812014 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.services.service_base [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 05:32:47.812898 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.services.service_base [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 05:32:47.813262 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.services.service_base [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 05:32:47.813630 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:47.813943 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 05:32:47.824481 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:47.824810 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading Plugin: auto_allocate Mar 28 05:32:47.831198 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: network precommit_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.831565 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: network precommit_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.832076 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:47.832395 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading Plugin: tag Mar 28 05:32:47.839295 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:47.839621 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading Plugin: timestamp Mar 28 05:32:47.844159 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:47.844481 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading Plugin: network_ip_availability Mar 28 05:32:47.849902 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.850294 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.850650 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:47.851366 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:47.851680 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading Plugin: flavors Mar 28 05:32:47.856392 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:47.856726 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading Plugin: revisions Mar 28 05:32:47.861002 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:47.861391 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_concurrency.lockutils [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=109681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 05:32:47.862128 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109681) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 05:32:47.862487 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Initializing extension manager. Mar 28 05:32:47.863054 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: __init__.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.863340 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: __pycache__ {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.863672 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: address_group.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.864422 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.864979 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: address-group Mar 28 05:32:47.865303 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: address_scope.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.866010 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.866552 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: address-scope Mar 28 05:32:47.866875 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.867954 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.868457 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: router-admin-state-down-before-update Mar 28 05:32:47.868778 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: agent.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.869467 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.869964 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: agent Mar 28 05:32:47.870310 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: agent_resources_synced.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.871203 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.871700 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: agent-resources-synced Mar 28 05:32:47.872019 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: allowedaddresspairs.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.873781 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.874348 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: allowed-address-pairs Mar 28 05:32:47.874675 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: auto_allocated_topology.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.875739 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.876242 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: auto-allocated-topology Mar 28 05:32:47.876564 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: availability_zone.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.877251 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.877751 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: availability_zone Mar 28 05:32:47.878071 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: availability_zone_filter.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.879005 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.879510 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: availability_zone_filter Mar 28 05:32:47.879834 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: data_plane_status.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.880735 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.881237 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 05:32:47.881555 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: default_subnetpools.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.882486 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.882993 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: default-subnetpools Mar 28 05:32:47.883314 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.884114 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.884624 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: dhcp_agent_scheduler Mar 28 05:32:47.884942 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: dns.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.885841 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.886371 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension dns-integration not supported by any of loaded plugins Mar 28 05:32:47.886688 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: dns_domain_ports.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.887613 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.888109 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 05:32:47.888425 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.889335 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.890370 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 28 05:32:47.890692 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: dvr.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.891357 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.891850 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: dvr Mar 28 05:32:47.892190 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: ecmp_routes.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.893086 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.893579 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension ecmp_routes not supported by any of loaded plugins Mar 28 05:32:47.893893 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: empty_string_filtering.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.894837 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.895335 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: empty-string-filtering Mar 28 05:32:47.895652 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.896551 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.897044 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 05:32:47.897363 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.898365 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.898936 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 05:32:47.899304 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: external_net.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.900212 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.900813 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: external-net Mar 28 05:32:47.901182 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.902091 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.902657 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: extra_dhcp_opt Mar 28 05:32:47.903068 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: extraroute.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.903964 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.904463 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: extraroute Mar 28 05:32:47.904784 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: extraroute_atomic.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.905860 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.906397 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: extraroute-atomic Mar 28 05:32:47.906721 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: filter_validation.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.907375 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.907869 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: filter-validation Mar 28 05:32:47.908186 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: fip_pf_description.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.909081 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.909573 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 05:32:47.909894 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: fip_pf_port_range.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.910821 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.911316 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 28 05:32:47.911635 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: fip_port_details.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.912541 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.913045 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: fip-port-details Mar 28 05:32:47.913365 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: flavors.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.914611 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.915121 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: flavors Mar 28 05:32:47.915443 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.917100 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.917613 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 05:32:47.917938 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: floatingip_pools.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.918653 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.919158 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: floatingip-pools Mar 28 05:32:47.919482 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: ip_allocation.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.920391 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.920885 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 05:32:47.921758 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.922698 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.923200 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: ip-substring-filtering Mar 28 05:32:47.923523 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: l2_adjacency.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.924450 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.924952 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 05:32:47.925271 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: l3.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.927682 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.928212 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: router Mar 28 05:32:47.928547 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.930830 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.931353 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 05:32:47.931685 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.932618 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.933131 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: ext-gw-mode Mar 28 05:32:47.933457 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.934396 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.934909 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: l3-ha Mar 28 05:32:47.935235 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.936141 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.936669 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 28 05:32:47.937573 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: l3_flavors.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.938518 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.939027 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: l3-flavors Mar 28 05:32:47.939351 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: l3_ndp_proxy.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.940731 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.941248 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 28 05:32:47.941576 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.942522 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.943032 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 05:32:47.943358 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: l3agentscheduler.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.944368 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.944883 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: l3_agent_scheduler Mar 28 05:32:47.945210 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: local_ip.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.947029 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.947549 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension local_ip not supported by any of loaded plugins Mar 28 05:32:47.947877 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: logging.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.949354 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.950074 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension logging not supported by any of loaded plugins Mar 28 05:32:47.950229 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: metering.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.950984 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.951556 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: metering Mar 28 05:32:47.951877 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.953012 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.953520 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: metering_source_and_destination_fields Mar 28 05:32:47.953844 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: multiprovidernet.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.954854 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.955361 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: multi-provider Mar 28 05:32:47.955680 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: netmtu.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.956584 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.957088 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: net-mtu Mar 28 05:32:47.957408 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: netmtu_writable.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.958341 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.958845 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: net-mtu-writable Mar 28 05:32:47.959162 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: network_availability_zone.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.959819 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.960314 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: network_availability_zone Mar 28 05:32:47.960630 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: network_ip_availability.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.961730 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.962233 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: network-ip-availability Mar 28 05:32:47.962573 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: network_segment_range.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.963584 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.964079 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 05:32:47.964395 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: pagination.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.965517 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.965846 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: pagination Mar 28 05:32:47.966163 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: port_device_profile.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.967106 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.967610 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: port-device-profile Mar 28 05:32:47.968471 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.969394 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.969895 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: port-mac-address-regenerate Mar 28 05:32:47.970212 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.971152 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.971652 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: port-numa-affinity-policy Mar 28 05:32:47.971966 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: port_resource_request.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.972873 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.973370 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 05:32:47.973684 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: port_resource_request_groups.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.974676 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.975179 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 28 05:32:47.975497 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: portbindings.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.976403 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.976902 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: binding Mar 28 05:32:47.977218 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: portbindings_extended.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.978520 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.979025 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: binding-extended Mar 28 05:32:47.979348 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: portsecurity.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.980256 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.980762 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: port-security Mar 28 05:32:47.981084 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: project_id.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.982049 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.982414 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: project-id Mar 28 05:32:47.982736 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: providernet.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.984189 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.984693 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: provider Mar 28 05:32:47.985010 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.988668 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.989185 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos not supported by any of loaded plugins Mar 28 05:32:47.989517 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.990785 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.991295 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 05:32:47.991622 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.992532 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.993040 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 05:32:47.993368 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_default.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.994302 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.994808 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-default not supported by any of loaded plugins Mar 28 05:32:47.995138 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_fip.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.996046 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.996554 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-fip not supported by any of loaded plugins Mar 28 05:32:47.996877 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_fip_network_policy.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.997780 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:47.998313 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 28 05:32:47.998638 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_gateway_ip.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:47.999657 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.000159 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 05:32:48.000480 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_port_network_policy.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.001382 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.001881 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 05:32:48.002200 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.003286 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.003790 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 28 05:32:48.004112 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.005143 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.005646 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 28 05:32:48.005969 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_pps_rule.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.007157 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.007670 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-pps not supported by any of loaded plugins Mar 28 05:32:48.007992 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_rule_type_details.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.008894 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.009393 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 05:32:48.009712 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_rule_type_filter.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.010651 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.011153 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 28 05:32:48.011476 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: qos_rules_alias.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.012512 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.013013 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 05:32:48.013333 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: quota_check_limit.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.014235 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.014785 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: quota-check-limit Mar 28 05:32:48.015113 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: quotasv2.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.016032 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.016353 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: quotas Mar 28 05:32:48.016670 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: quotasv2_detail.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.018625 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.018959 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: quota_details Mar 28 05:32:48.019284 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: rbac.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.020349 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.020861 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: rbac-policies Mar 28 05:32:48.021190 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: rbac_address_group.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.022120 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.022660 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: rbac-address-group Mar 28 05:32:48.022985 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: rbac_address_scope.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.023890 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.024389 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: rbac-address-scope Mar 28 05:32:48.024711 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: rbac_security_groups.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.025691 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.026190 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: rbac-security-groups Mar 28 05:32:48.026536 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: rbac_subnetpool.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.027438 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.027934 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: rbac-subnetpool Mar 28 05:32:48.028251 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: revisionifmatch.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.029159 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.029657 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: revision-if-match Mar 28 05:32:48.029976 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: revisions.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.031646 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.032153 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: standard-attr-revisions Mar 28 05:32:48.032477 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: router_availability_zone.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.033144 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.033687 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: router_availability_zone Mar 28 05:32:48.033967 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: routerservicetype.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.034918 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.035419 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension router-service-type not supported by any of loaded plugins Mar 28 05:32:48.035740 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.036662 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.037162 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: security-groups-normalized-cidr Mar 28 05:32:48.037483 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.038434 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.038933 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: port-security-groups-filtering Mar 28 05:32:48.039254 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.040181 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.040680 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: security-groups-remote-address-group Mar 28 05:32:48.040999 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.041910 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.042439 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: security-groups-shared-filtering Mar 28 05:32:48.042760 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.043345 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 28 05:32:48.043667 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: securitygroup.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.053727 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.054264 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: security-group Mar 28 05:32:48.054598 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: segment.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.055324 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.055827 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension segment not supported by any of loaded plugins Mar 28 05:32:48.056150 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.057085 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.057585 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 05:32:48.057908 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: servicetype.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.059066 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.059576 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: service-type Mar 28 05:32:48.059895 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: sorting.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.060867 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.061191 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: sorting Mar 28 05:32:48.061509 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: standard_attr_segment.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.062501 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.063011 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 05:32:48.063331 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: standardattrdescription.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.064003 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.064508 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: standard-attr-description Mar 28 05:32:48.064826 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: stateful_security_group.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.065819 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.066361 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: stateful-security-group Mar 28 05:32:48.066683 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: stdattrs_common.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.067246 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 05:32:48.067570 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.068573 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.069091 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 05:32:48.069410 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: subnet_onboard.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.070512 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.071023 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: subnet_onboard Mar 28 05:32:48.071345 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.072265 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.072764 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 05:32:48.073084 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: subnet_service_types.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.073998 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.074535 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: subnet-service-types Mar 28 05:32:48.074856 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: subnetallocation.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.075936 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.076442 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: subnet_allocation Mar 28 05:32:48.076767 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.077457 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.077959 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: subnetpool-prefix-ops Mar 28 05:32:48.078306 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.079230 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.079731 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 05:32:48.080051 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: tagging.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.081116 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.081622 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: standard-attr-tag Mar 28 05:32:48.081947 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: timestamp.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.083175 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.083686 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loaded extension: standard-attr-timestamp Mar 28 05:32:48.084012 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: trunk.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.085041 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.085550 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension trunk not supported by any of loaded plugins Mar 28 05:32:48.085873 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: trunk_details.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.086814 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.087318 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension trunk-details not supported by any of loaded plugins Mar 28 05:32:48.087638 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: uplink_status_propagation.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.088803 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.089304 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 05:32:48.089622 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Loading extension file: vlantransparent.py {{(pid=109681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:48.090302 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:48.090809 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 05:32:48.093835 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:network Mar 28 05:32:48.094365 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:subnet Mar 28 05:32:48.094757 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 05:32:48.095137 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:port Mar 28 05:32:48.096362 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.096792 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service FLAVORS assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.097398 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.097814 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.098144 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:router Mar 28 05:32:48.098595 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:floatingip Mar 28 05:32:48.099091 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service METERING assigned prefix: /metering {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.100522 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:48.100889 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:48.101237 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:48.102205 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 05:32:48.102666 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:security_group Mar 28 05:32:48.103091 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 05:32:48.103670 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service CORE assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.103997 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 05:32:48.104335 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] subnetpool is already registered Mar 28 05:32:48.104756 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service CORE assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.105077 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 05:32:48.105400 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] subnetpool is already registered Mar 28 05:32:48.107653 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.108080 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service FLAVORS assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.109209 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.109626 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.109957 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:router Mar 28 05:32:48.110312 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] router is already registered Mar 28 05:32:48.110720 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:floatingip Mar 28 05:32:48.111049 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] floatingip is already registered Mar 28 05:32:48.111495 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service METERING assigned prefix: /metering {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.112139 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 05:32:48.112464 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] rbac_policy is already registered Mar 28 05:32:48.112870 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:security_group Mar 28 05:32:48.113200 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] security_group is already registered Mar 28 05:32:48.113595 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 05:32:48.113920 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] security_group_rule is already registered Mar 28 05:32:48.114565 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service CORE assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.114890 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 05:32:48.115214 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] subnetpool is already registered Mar 28 05:32:48.115625 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.v2.resource_helper [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Service CORE assigned prefix: {{(pid=109681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:48.115947 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 05:32:48.116272 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING neutron.quota.resource_registry [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] subnetpool is already registered Mar 28 05:32:48.116724 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: extensions {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.118188 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: address-groups {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.119701 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: address-scopes {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.121010 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: agents {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.122169 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: auto-allocated-topology {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.123420 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: availability_zones {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.124661 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: dhcp-networks {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.126191 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: dhcp-agents {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.127619 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: routers {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.129806 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: flavors {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.131007 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: service_profiles {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.132228 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: next_providers {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.133641 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: service_profiles {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.136076 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: floatingip-pools {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.137287 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: routers {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.139437 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: floatingips {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.140808 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: l3-routers {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.142191 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: l3-agents {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.143601 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: metering-labels {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.144947 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: metering-label-rules {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.146224 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: network-ip-availabilities {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.147516 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: bindings {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.149145 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: quotas {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.150733 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: quotas {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.152258 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: rbac-policies {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.153538 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: security-groups {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.154792 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: security-group-rules {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.156561 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: service-providers {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.157747 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: subnetpools {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.159183 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: subnetpools {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.160627 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: tags {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.162356 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: tags {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.164140 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: tags {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.165898 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: tags {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.167699 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: tags {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.169528 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: tags {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.171766 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: tags {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.173623 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: tags {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.175411 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: tags {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.177296 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron.api.extensions [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Extended resource: tags {{(pid=109681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:48.183042 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING keystonemiddleware.auth_token [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 05:32:48.187709 dv-cinder-831776-5-iscsi neutron-server[109681]: WARNING keystonemiddleware.auth_token [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 05:32:48.196188 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_concurrency.lockutils [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Acquired lock "singleton_lock" {{(pid=109681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 28 05:32:48.196659 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_concurrency.lockutils [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Releasing lock "singleton_lock" {{(pid=109681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 28 05:32:48.197317 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO oslo_service.service [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Starting 2 workers Mar 28 05:32:48.202184 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Started child 109788 {{(pid=109681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 05:32:48.206705 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Started child 109789 {{(pid=109681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 05:32:48.207772 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:48.208404 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO neutron.service [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 05:32:48.208913 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Publish callbacks [] for process (None), before_spawn {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:48.209565 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [-] (109788) wsgi starting up on http://0.0.0.0:9696 Mar 28 05:32:48.211461 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO oslo_service.service [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Starting 1 workers Mar 28 05:32:48.211576 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:48.213014 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [-] (109789) wsgi starting up on http://0.0.0.0:9696 Mar 28 05:32:48.216966 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Started child 109790 {{(pid=109681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 05:32:48.217529 dv-cinder-831776-5-iscsi neutron-server[109681]: INFO oslo_service.service [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Starting 1 workers Mar 28 05:32:48.221315 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.service [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] calling RpcWorker wait() {{(pid=109790) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 05:32:48.221883 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.service [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] returning from RpcWorker wait() {{(pid=109790) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 05:32:48.222561 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Started child 109791 {{(pid=109681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 05:32:48.223314 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:48.223413 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG neutron_lib.callbacks.manager [None req-e111618b-1648-48c8-ae24-e3560307bf0d None None] Publish callbacks [] for process (None), after_spawn {{(pid=109681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:48.223874 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:32:48.225249 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 05:32:48.225464 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 05:32:48.225651 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 05:32:48.225872 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 05:32:48.226216 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 05:32:48.226423 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 05:32:48.226953 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.227237 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.227502 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.227603 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:48.228052 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.228052 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.228593 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:32:48.228689 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.228899 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.229135 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.229403 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.229655 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.229823 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.229989 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.230235 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.230519 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.230818 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.231075 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.231325 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.231580 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.231755 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.232019 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.232309 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.232543 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.232800 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] debug = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.233040 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.233586 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.234379 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.234638 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.234875 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.235141 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.235385 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.235674 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.235907 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.236152 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.236370 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.236621 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.236866 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.237083 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.237333 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.237550 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.237788 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.238006 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.238469 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] host = dv-cinder-831776-5-iscsi {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.238715 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.238957 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.239202 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.239454 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.239703 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.239928 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.240169 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.240437 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.240659 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.240880 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.241123 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.241360 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.241574 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.241793 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.241955 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_options = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.242183 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.242470 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.242713 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.242899 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.243065 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.243225 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.243474 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.243688 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.243894 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.244121 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.244330 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.244553 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.244791 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.244999 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.245245 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.245453 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.245686 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.245892 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.246145 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.246426 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.246663 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.246902 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.247131 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.247359 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.247589 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.247799 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.248026 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.248235 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.248465 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.248709 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.248933 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.249213 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.249408 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.250459 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.250459 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.250459 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.250459 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.250952 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.251164 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.251303 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.251500 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.254463 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.254463 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.254463 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.254463 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.254463 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.254463 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_json = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.254463 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.254463 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.255085 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.255085 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.255085 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.255304 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.255511 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.255776 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.256037 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.256568 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.257329 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.257329 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.257329 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.257654 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.257859 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.258119 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.259544 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.259544 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.259544 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.259544 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.259544 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.261613 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.261613 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.261613 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.261613 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.261613 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.261613 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.261613 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.261613 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.262791 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.262791 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.262791 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.262791 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.262791 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.264150 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.264150 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.264150 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.264150 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.264150 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.264524 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.264614 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.264820 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.265485 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.265485 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.265485 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.265743 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.265941 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.266178 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.266474 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.266702 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.266921 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.267145 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.267375 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.267591 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.267849 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.268082 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.268345 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.268855 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.268855 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.270583 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.270583 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.270583 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.270583 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.270583 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.270583 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.270583 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.271440 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.271440 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.271440 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.271440 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.272572 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.272572 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.272572 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.272572 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.272572 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.272959 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.272959 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.273238 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.273397 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.273608 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.273817 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.274034 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.274267 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.274516 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.274740 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.274974 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.275195 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.275406 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.275619 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.275831 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.276060 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.276276 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.276508 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.276724 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.276943 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.277171 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.278141 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.278141 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.278141 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.278141 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.278526 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.278597 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.278826 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.279080 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.279299 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.279546 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.279764 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.280012 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.280252 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.280973 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.281227 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.281478 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.281703 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.281932 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.282183 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.282436 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.282681 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.282903 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.283128 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.283354 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.283569 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.283863 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.284033 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.284320 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.284575 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.284849 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.285089 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.285325 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.285623 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.285863 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.286130 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.286395 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.286673 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.286970 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.287248 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.287523 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.287787 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.288018 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.288283 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.288536 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.288959 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.289228 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.289483 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.289726 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.289969 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.290359 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.290608 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.290860 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.291181 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.291423 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.291670 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.291891 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.292183 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.292418 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.292664 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.292945 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.293198 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.293432 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.293696 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.293926 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.294172 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.294425 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.294660 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.294880 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.295128 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.295346 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.295590 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.295825 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.296039 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.296862 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.297101 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.297320 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.297560 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.297782 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.298020 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.298307 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.298525 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.298744 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.298981 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.299218 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.299453 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.299676 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.299908 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.300157 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.300375 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.300666 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.300925 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.301157 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.301401 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.301656 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.301908 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.302124 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.302407 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.302632 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.302848 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.303062 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.303286 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.303500 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.303715 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.303941 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.304155 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.304390 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.304636 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.304989 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.305232 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.305466 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.305694 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.305934 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.306169 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.306413 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.306632 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.306865 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.307095 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.307317 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.307579 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.307795 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.308029 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.308304 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.308553 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.308812 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.309064 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.309316 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.309531 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.309776 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.310014 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.310231 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.310473 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.310706 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.311029 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.311270 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.311487 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.311762 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.312043 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.312303 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.312536 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.312966 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.313224 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.313489 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.313716 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.313933 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.314278 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.314424 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.314618 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.314803 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.315041 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.315245 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.315455 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.315678 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.315915 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.316126 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.316368 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.316579 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.316811 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.317037 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.317253 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.317464 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.317712 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.317944 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.318154 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.318414 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.318616 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.318828 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.319076 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.319289 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.319500 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.319725 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.319934 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.320144 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.320425 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.320692 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.320916 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.321213 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.321443 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.321700 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.321939 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.322245 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.322482 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.322725 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.322947 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.323167 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.323409 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.323665 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.323979 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.324264 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.324507 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.324761 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.325026 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.325307 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.325582 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.325797 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.326091 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.326462 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.326715 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.326974 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.327227 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.327993 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.328215 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.328434 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.328650 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.328866 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.329081 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.329338 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.329566 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.329788 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.330001 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.330233 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.330409 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:32:48.330553 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.330703 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.330919 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.331160 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.331375 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.331518 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 05:32:48.332055 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 05:32:48.332218 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 05:32:48.332369 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 05:32:48.332530 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 05:32:48.332701 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 05:32:48.332854 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 05:32:48.333052 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.333218 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.333381 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.333579 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.333719 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.334182 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.334182 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.334554 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.335232 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.335398 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.335603 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.336516 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.336516 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.336516 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.336516 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.336516 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.337309 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.337309 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.337309 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.337309 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.337309 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.337760 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.337760 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] debug = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.337760 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.337978 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.338371 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.338599 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.338720 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.338842 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.338962 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.339082 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.339239 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.339398 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.339558 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.339716 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.339876 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.340334 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.340334 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.340334 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.340597 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.340675 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.340783 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] host = dv-cinder-831776-5-iscsi {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.340940 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.341098 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.341258 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.341417 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.341576 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.341735 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.341894 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.342053 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.342211 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.342669 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.342669 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.342669 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.343510 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.343510 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.343663 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_options = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.343811 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.343969 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.344131 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.344316 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.344480 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.344640 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.344799 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.344958 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.345118 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.345277 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.345436 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.345595 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.345753 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.345910 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.346069 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.346227 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.346415 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.346574 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.346733 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.346893 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.347052 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.347210 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.347368 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.347526 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.347684 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.347842 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.347999 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.348157 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.348316 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.348475 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.348633 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.348793 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.348952 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.349109 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.349270 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.349428 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.349587 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.349771 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.349933 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.350093 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.350268 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.350427 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.350586 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.350745 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.350904 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.351064 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.351224 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_json = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.351382 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.351542 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.351699 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.351858 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.352017 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.352175 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.352332 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.352491 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.352650 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:48.352828 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.352990 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.353163 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.353324 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.353488 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.354009 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.354176 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.355071 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.355300 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.355911 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.356088 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.356255 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.356432 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.356596 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.356762 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.357415 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.358202 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.358398 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.358591 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.358757 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.358921 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.359082 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.359254 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.359416 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.359577 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.359738 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.359899 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.360070 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.360231 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.360408 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.360571 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.360734 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.360897 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.361058 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.361221 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.361383 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.361545 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.361708 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.361869 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.362032 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.362290 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.362420 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.362583 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.362744 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.362909 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.363072 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.363234 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.363395 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.363562 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.363724 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.363887 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.364050 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.364213 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.364376 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.364537 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.364700 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.364862 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.365035 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.365196 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.365356 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.365521 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.365683 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.365843 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.366166 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.366358 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.366524 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.366677 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.367136 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.367318 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.367479 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.367641 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.368085 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.368257 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.368419 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.368581 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.369034 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.369203 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.369843 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.370437 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.370605 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.370769 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.370932 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.371095 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.371258 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.371420 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.371583 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.371747 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.371909 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.372071 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.372234 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.372396 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.372566 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.372741 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.372903 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.373064 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.373225 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.373386 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.373552 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.373714 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.373875 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.374036 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.374221 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.374407 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.374570 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.374733 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.374896 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.375055 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.375216 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.375376 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.375536 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.375697 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.375869 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.376007 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.376166 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.376327 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.376487 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.376648 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.376810 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.376971 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.377141 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.377302 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.377466 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.377626 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.377793 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.377963 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.378124 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.378306 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.378470 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.378631 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.378793 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.378993 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.379105 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.379267 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.379427 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.379589 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.379760 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.379922 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.380083 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.380243 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.380426 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.380586 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.380747 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.380908 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.381069 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.381229 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.381389 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.381551 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.381711 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.381872 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.382033 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.382196 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.382380 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.382542 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.382702 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.382864 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.383026 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.383188 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.383348 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.383514 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.383676 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.383837 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.383999 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.384159 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.384319 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.384480 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.384640 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.384801 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.384963 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.385124 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.385286 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.385448 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.385608 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.385769 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.385928 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.386089 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.386266 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.386437 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.386598 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.386760 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.386922 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.387083 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.387243 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.387469 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.387634 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.387795 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.387957 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.388120 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.388280 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.388462 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.388624 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.388782 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.388967 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.389138 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.389286 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.389468 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.389631 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.390349 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.390518 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.390680 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.390841 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.391002 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.391164 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.391326 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.391487 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.391659 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.391813 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.391973 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.392133 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.392347 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.392475 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.392612 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.392775 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.392938 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.393100 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.393263 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.393424 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.393599 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.393757 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.393922 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.394048 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.394209 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.394391 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.394573 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.394730 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.394893 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.395053 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.395216 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.395378 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.395541 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.395710 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.395872 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.396032 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.396403 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.396403 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.396575 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.396682 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.396811 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.396971 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.397136 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.397313 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.397457 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.397629 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.397822 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.397951 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.398113 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.398299 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.398464 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.398633 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.398794 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.398954 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.399117 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.399277 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.399437 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.399607 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.399768 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.399929 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.400092 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.400252 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.400413 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.400662 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.400799 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.400884 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.401049 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.401209 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.401372 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.401533 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.401724 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.401874 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.402040 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.402202 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.402419 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.402543 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.402705 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.402866 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.403025 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.403190 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.403354 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.403528 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.403702 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.403868 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.404030 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.404339 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.404339 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.404572 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.404653 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.404916 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.405023 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.405149 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.405274 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.406043 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.406196 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.406328 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.406546 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.406644 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.406746 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.406911 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.407109 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.407232 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.407373 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.407535 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.407694 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.407855 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:48.408009 dv-cinder-831776-5-iscsi neutron-server[109681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 05:32:48.459046 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 59990) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:32:48.469926 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083237 Mar 28 05:32:59.741170 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63413128-1567-4e01-ad33-dac9b1b613d5 None None] get_active_networks_info from dv-cinder-831776-5-iscsi {{(pid=109790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 05:32:59.802142 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63413128-1567-4e01-ad33-dac9b1b613d5 None None] No non-hosted networks {{(pid=109790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 05:32:59.822475 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.agentschedulers_db [None req-63413128-1567-4e01-ad33-dac9b1b613d5 None None] DHCP Agent not found on host dv-cinder-831776-5-iscsi {{(pid=109790) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 28 05:32:59.915145 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-55c94490-aca0-48a3-8805-891d43e3aa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738081'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:02.053001 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-009895c8-c14d-4cdb-b3de-2873603a0669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738081'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:02.107195 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-125e8df7-1045-4b99-9f1c-dd1d43772edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:02.986463 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738081'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:03.010690 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60060) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:03.580439 dv-cinder-831776-5-iscsi neutron-server[109789]: WARNING oslo_policy.policy [None req-b9530320-bd3e-4526-ac4c-d4f741eaa677 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:03.581316 dv-cinder-831776-5-iscsi neutron-server[109789]: WARNING oslo_policy.policy [None req-b9530320-bd3e-4526-ac4c-d4f741eaa677 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:03.823514 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [None req-b9530320-bd3e-4526-ac4c-d4f741eaa677 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:33:03.839076 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b9530320-bd3e-4526-ac4c-d4f741eaa677 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8273411 Mar 28 05:33:04.664940 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738081'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:06.256621 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738081'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:06.257375 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.257710 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.258044 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.258410 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.258735 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.259058 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.259376 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.259706 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.260031 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.261355 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.261355 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.261355 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.261355 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.261652 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.261904 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:06.262316 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831776-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:06.269439 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831776-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:06.302726 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.db.l3_hamode_db [None req-b51a17f2-de24-48cd-bdf4-f8ee1524b8ed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 05:33:06.385330 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a17f2-de24-48cd-bdf4-f8ee1524b8ed None None] Routers set() bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:33:06.385997 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a17f2-de24-48cd-bdf4-f8ee1524b8ed None None] Router IDs set() for agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 05:33:06.456686 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60090) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:06.763086 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-25e8ef94-8ef2-4822-8ffb-5ead2de56ef6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:06.855131 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.policy [None req-25e8ef94-8ef2-4822-8ffb-5ead2de56ef6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109789) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 05:33:06.897523 dv-cinder-831776-5-iscsi neutron-server[109789]: WARNING oslo_policy.policy [None req-25e8ef94-8ef2-4822-8ffb-5ead2de56ef6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:06.897836 dv-cinder-831776-5-iscsi neutron-server[109789]: WARNING oslo_policy.policy [None req-25e8ef94-8ef2-4822-8ffb-5ead2de56ef6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:06.992243 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-25e8ef94-8ef2-4822-8ffb-5ead2de56ef6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789769613349', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789769614066', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789769597926', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789769592668', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789769711645', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789769912634', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1051184', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1078562', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1039884', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-964382'] for rbac-policy (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:07.057717 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-25e8ef94-8ef2-4822-8ffb-5ead2de56ef6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:07.058924 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-25e8ef94-8ef2-4822-8ffb-5ead2de56ef6 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6011970 Mar 28 05:33:09.587004 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60102) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:09.886556 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:09.914760 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Made reservation on behalf of 1934255ccc0e469fa1acffb990a0ec12 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:33:09.918555 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:09.934642 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:10.040201 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Publish callbacks [] for security_group (0eed4a4d-e268-4e61-9dd9-da1dd63a3fde), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:10.043996 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0eed4a4d-e268-4e61-9dd9-da1dd63a3fde), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:10.064529 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:33:10.100493 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789770807610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (763f6d10-70c4-4d5a-9cd0-f601433a79a9), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:10.101061 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Unsubscribe: segment precommit_create {{(pid=109789) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 05:33:10.101577 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Added segment 763f6d10-70c4-4d5a-9cd0-f601433a79a9 of type vlan for network fb5d9420-a8f9-4627-b6d3-641fa69f0ffc Mar 28 05:33:10.120944 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed4a4d-e268-4e61-9dd9-da1dd63a3fde,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:10.169586 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.170508 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.170906 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.171319 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.171685 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.172013 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.172329 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.172642 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.172956 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.173268 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.173579 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.173903 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.174217 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.174567 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.174858 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Tracked resource versions report: Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: pushed versions: Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: { 'AddressGroup': {'1.2'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Agent': {'1.1'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'ConntrackHelper': {'1.0'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Log': {'1.0'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'NDPProxy': {'1.0'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Network': {'1.1'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Port': {'1.7'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'PortForwarding': {'1.3'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'QosPolicy': {'1.10'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SecurityGroup': {'1.5'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SubPort': {'1.0'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Subnet': {'1.1'}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Trunk': {'1.1'}} Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: consumer versions: Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: { DHCP agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: L3 agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: Metadata agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: Metering agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: Open vSwitch agent@dv-cinder-831776-5-iscsi: { 'AddressGroup': '1.2', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Agent': '1.1', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'ConntrackHelper': '1.0', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'LocalIPAssociation': '1.0', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Log': '1.0', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'NDPProxy': '1.0', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Network': '1.1', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Port': '1.7', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'PortForwarding': '1.3', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'QosPolicy': '1.10', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SecurityGroup': '1.5', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SecurityGroupRule': '1.2', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SubPort': '1.0', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Subnet': '1.1', Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Trunk': '1.1'}} Mar 28 05:33:10.176279 dv-cinder-831776-5-iscsi neutron-server[109789]: {{(pid=109789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:33:10.216082 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (fb5d9420-a8f9-4627-b6d3-641fa69f0ffc), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:10.255187 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (fb5d9420-a8f9-4627-b6d3-641fa69f0ffc), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:10.260243 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:10.260962 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:10.358837 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7704437 Mar 28 05:33:10.376089 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f85c15-53c6-4a2c-8c63-78e5ede0466f demo demo] Pushing event updated for resources: {'Network': ['ID=fb5d9420-a8f9-4627-b6d3-641fa69f0ffc,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:10.388403 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network fb5d9420-a8f9-4627-b6d3-641fa69f0ffc details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:33:12.920207 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60114) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:13.317753 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31a2362-37c3-42e3-b7ab-a8edda3b3487 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:13.319151 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f31a2362-37c3-42e3-b7ab-a8edda3b3487 demo admin] 10.222.0.20 "GET /v2.0/networks/fb5d9420-a8f9-4627-b6d3-641fa69f0ffc HTTP/1.1" status: 200 len: 824 time: 0.3980095 Mar 28 05:33:13.342913 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-44217ffe-60fb-45c9-b41a-16a4b2919192 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/8c1edcbe-df01-4386-af7c-397854efe3ee HTTP/1.1" status: 200 len: 734 time: 0.0182354 Mar 28 05:33:13.350964 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] Request body: {'subnet': {'subnetpool_id': '8c1edcbe-df01-4386-af7c-397854efe3ee', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:13.371196 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] Made reservation on behalf of 1934255ccc0e469fa1acffb990a0ec12 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:33:13.373432 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:13.658479 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for subnet (45c6799d-98dc-4994-8827-d3f49660eb3e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:13.727926 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] Checking segment: {'id': '763f6d10-70c4-4d5a-9cd0-f601433a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:33:13.728314 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] Network hostable DHCP agents. Network: fb5d9420-a8f9-4627-b6d3-641fa69f0ffc, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:33:13.733403 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] Pushing event updated for resources: {'Subnet': ['ID=45c6799d-98dc-4994-8827-d3f49660eb3e,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:13.750805 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] Network fb5d9420-a8f9-4627-b6d3-641fa69f0ffc is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:33:13.761488 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, fb5d9420-a8f9-4627-b6d3-641fa69f0ffc) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:13.766740 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:13.768214 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:13.771754 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2292257-ee64-4ab4-a81a-e5929374274b None None] Network fb5d9420-a8f9-4627-b6d3-641fa69f0ffc requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:33:13.784299 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a3e94496-4376-44d0-bc0b-1e2442965808 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4364583 Mar 28 05:33:14.039342 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-fb5d9420-a8f9-4627-b6d3-641fa69f0ffc', 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc', 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'fixed_ips': [{'subnet_id': '45c6799d-98dc-4994-8827-d3f49660eb3e'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:33:14.040600 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:14.324897 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Allocated IP 172.20.0.2 (fb5d9420-a8f9-4627-b6d3-641fa69f0ffc/45c6799d-98dc-4994-8827-d3f49660eb3e/6ae78ad4-c44d-4d85-82a8-aee9a44575cd) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:33:14.596665 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Publish callbacks [] for port (6ae78ad4-c44d-4d85-82a8-aee9a44575cd), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:14.604916 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (6ae78ad4-c44d-4d85-82a8-aee9a44575cd), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:14.669399 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Network fb5d9420-a8f9-4627-b6d3-641fa69f0ffc is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:33:14.673889 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:14.684721 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:33:14.722138 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Pushing event updated for resources: {'Port': ['ID=6ae78ad4-c44d-4d85-82a8-aee9a44575cd,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:14.747725 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.748644 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.749008 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.749366 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.749701 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.750024 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.750375 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.750700 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.751020 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.751340 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.751664 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.752005 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.752325 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.752642 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.752958 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Tracked resource versions report: Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: pushed versions: Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: { 'AddressGroup': {'1.2'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Agent': {'1.1'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'ConntrackHelper': {'1.0'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Log': {'1.0'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'NDPProxy': {'1.0'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Network': {'1.1'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Port': {'1.7'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'PortForwarding': {'1.3'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'QosPolicy': {'1.10'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SecurityGroup': {'1.5'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SubPort': {'1.0'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Subnet': {'1.1'}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Trunk': {'1.1'}} Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: consumer versions: Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: { DHCP agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: L3 agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: Metadata agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: Metering agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: Open vSwitch agent@dv-cinder-831776-5-iscsi: { 'AddressGroup': '1.2', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Agent': '1.1', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'ConntrackHelper': '1.0', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'LocalIPAssociation': '1.0', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Log': '1.0', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'NDPProxy': '1.0', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Network': '1.1', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Port': '1.7', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'PortForwarding': '1.3', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'QosPolicy': '1.10', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SecurityGroup': '1.5', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SecurityGroupRule': '1.2', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SubPort': '1.0', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Subnet': '1.1', Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Trunk': '1.1'}} Mar 28 05:33:14.754407 dv-cinder-831776-5-iscsi neutron-server[109790]: {{(pid=109790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:33:14.781260 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Attempting to bind port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:33:14.781768 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Attempting to bind port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '763f6d10-70c4-4d5a-9cd0-f601433a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:33:14.782089 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Attempting to bind port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd on network fb5d9420-a8f9-4627-b6d3-641fa69f0ffc {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:33:14.786896 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:33:14.787278 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Checking segment: {'id': '763f6d10-70c4-4d5a-9cd0-f601433a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:33:14.787768 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:14.788157 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Bound using segment: {'id': '763f6d10-70c4-4d5a-9cd0-f601433a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:33:14.788637 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Bound port: 6ae78ad4-c44d-4d85-82a8-aee9a44575cd, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763f6d10-70c4-4d5a-9cd0-f601433a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:33:14.789039 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (6ae78ad4-c44d-4d85-82a8-aee9a44575cd), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:14.850287 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] For port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:33:14.854337 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] For port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=6ae78ad4-c44d-4d85-82a8-aee9a44575cd,segment=NetworkSegment(763f6d10-70c4-4d5a-9cd0-f601433a79a9),segment_id=763f6d10-70c4-4d5a-9cd0-f601433a79a9)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:33:14.862568 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (6ae78ad4-c44d-4d85-82a8-aee9a44575cd), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:14.925423 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93bbcc-c6b8-4b7f-ba23-2b44f2201dc7 None None] Pushing event updated for resources: {'Port': ['ID=6ae78ad4-c44d-4d85-82a8-aee9a44575cd,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:16.347266 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60122) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:16.658655 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [None req-3d1d9fff-7785-45c7-bdad-845c9008ec67 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:33:16.674274 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3d1d9fff-7785-45c7-bdad-845c9008ec67 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113716 Mar 28 05:33:19.165318 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60130) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:19.468150 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [None req-4dde3a41-1067-4a26-aee4-878400a527b1 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:33:19.469222 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4dde3a41-1067-4a26-aee4-878400a527b1 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3029900 Mar 28 05:33:22.006137 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60138) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:22.312839 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-7d2e9746-4d3f-4168-b549-22b6b8f0057d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:22.335762 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9746-4d3f-4168-b549-22b6b8f0057d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (f6b5c813-23b5-4ba2-a100-8769148ebffc), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:22.337263 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9746-4d3f-4168-b549-22b6b8f0057d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (f6b5c813-23b5-4ba2-a100-8769148ebffc), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:22.474917 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9746-4d3f-4168-b549-22b6b8f0057d demo demo] Publish callbacks [] for router_controller (f6b5c813-23b5-4ba2-a100-8769148ebffc), precommit_add_association {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:22.479497 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9746-4d3f-4168-b549-22b6b8f0057d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344'] for router (f6b5c813-23b5-4ba2-a100-8769148ebffc), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:22.496710 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9746-4d3f-4168-b549-22b6b8f0057d demo demo] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:22.498444 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7d2e9746-4d3f-4168-b549-22b6b8f0057d demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4911826 Mar 28 05:33:24.966419 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 6ae78ad4-c44d-4d85-82a8-aee9a44575cd up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:33:25.025893 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60150) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:25.052923 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:25.053354 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (6ae78ad4-c44d-4d85-82a8-aee9a44575cd), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:25.167153 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:25.167556 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (6ae78ad4-c44d-4d85-82a8-aee9a44575cd), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:25.203348 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=6ae78ad4-c44d-4d85-82a8-aee9a44575cd,segment=NetworkSegment(763f6d10-70c4-4d5a-9cd0-f601433a79a9),segment_id=763f6d10-70c4-4d5a-9cd0-f601433a79a9)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:33:25.207721 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (6ae78ad4-c44d-4d85-82a8-aee9a44575cd), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:25.262128 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=6ae78ad4-c44d-4d85-82a8-aee9a44575cd,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:25.368574 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [None req-b16f43a4-2147-41f7-86ee-f5417d43c779 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:33:25.369555 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b16f43a4-2147-41f7-86ee-f5417d43c779 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3427000 Mar 28 05:33:26.267406 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee4bc6-64a6-43b5-a7e4-f41d29085446 None None] Network fb5d9420-a8f9-4627-b6d3-641fa69f0ffc requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:33:26.327537 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-8411c300-c2b7-436f-a07d-c31dfacc7300 None None] Provisioning complete for port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:26.327924 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8411c300-c2b7-436f-a07d-c31dfacc7300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (6ae78ad4-c44d-4d85-82a8-aee9a44575cd), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:26.459373 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-8411c300-c2b7-436f-a07d-c31dfacc7300 None None] Current status of the port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:26.688041 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-719d6983-9a09-4d1e-beba-129fbf77ebf0 None None] Provisioning complete for port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:26.688433 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-719d6983-9a09-4d1e-beba-129fbf77ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (6ae78ad4-c44d-4d85-82a8-aee9a44575cd), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:26.765214 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-719d6983-9a09-4d1e-beba-129fbf77ebf0 None None] Current status of the port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:26.932258 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 6ae78ad4-c44d-4d85-82a8-aee9a44575cd up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:33:26.979945 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:26.980334 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (6ae78ad4-c44d-4d85-82a8-aee9a44575cd), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:27.053821 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:27.947427 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60158) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:28.252671 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:28.271714 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Made reservation on behalf of 27a91e47cda74716bcf58e09b1848c18 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:33:28.273777 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.283885 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.354003 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Publish callbacks [] for security_group (5c630079-d953-4460-b27b-895ae99dc344), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.357382 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (5c630079-d953-4460-b27b-895ae99dc344), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.370400 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=109789) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 05:33:28.392444 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c630079-d953-4460-b27b-895ae99dc344,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:28.397545 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.397909 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Added segment 55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1 of type flat for network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 Mar 28 05:33:28.443785 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (84e0c0dc-d2f8-4fa7-8663-ae0136597132), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.477225 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (84e0c0dc-d2f8-4fa7-8663-ae0136597132), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.478149 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:28.478739 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.555787 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6072896 Mar 28 05:33:28.569694 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465cf5e-505c-430d-8368-5ee8cd1894e5 admin admin] Pushing event updated for resources: {'Network': ['ID=84e0c0dc-d2f8-4fa7-8663-ae0136597132,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:28.580838 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:33:29.655195 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-686a0bf8-15cb-4fcb-af62-ce320261a57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:31.053558 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60166) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:31.396954 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d14a041-a9f2-4e0d-b68b-efa2962c6577 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:31.398837 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-8d14a041-a9f2-4e0d-b68b-efa2962c6577 demo admin] 10.222.0.20 "GET /v2.0/subnets/45c6799d-98dc-4994-8827-d3f49660eb3e HTTP/1.1" status: 200 len: 849 time: 0.3442011 Mar 28 05:33:31.519943 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-cc1abca6-d157-447a-931d-6cfcadfb707b demo admin] 10.222.0.20 "GET /v2.0/routers/f6b5c813-23b5-4ba2-a100-8769148ebffc HTTP/1.1" status: 200 len: 704 time: 0.1154790 Mar 28 05:33:31.793104 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.048335 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-51921642-c76c-4f45-bba9-181136e0f003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.124248 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Allocated IP 172.20.0.1 (fb5d9420-a8f9-4627-b6d3-641fa69f0ffc/45c6799d-98dc-4994-8827-d3f49660eb3e/6442571b-cb1d-4db5-b94e-cfb12c3e1a58) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:33:32.273398 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Publish callbacks [] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.339194 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.404026 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Network fb5d9420-a8f9-4627-b6d3-641fa69f0ffc is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:33:32.408670 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:32.415218 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:33:32.415745 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738045'] for router_interface (f6b5c813-23b5-4ba2-a100-8769148ebffc), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.479860 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Pushing event updated for resources: {'Port': ['ID=6442571b-cb1d-4db5-b94e-cfb12c3e1a58,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:32.613324 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-3c848be4-cc6f-47e8-993d-72c3ef488ac3 None None] Provisioning complete for port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:32.613634 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3c848be4-cc6f-47e8-993d-72c3ef488ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.621688 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.649266 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-3c848be4-cc6f-47e8-993d-72c3ef488ac3 None None] Port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:33:32.824287 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Publish callbacks [] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.829005 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.829728 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737897'] for router_interface (f6b5c813-23b5-4ba2-a100-8769148ebffc), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.905439 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Pushing event updated for resources: {'Port': ['ID=6442571b-cb1d-4db5-b94e-cfb12c3e1a58,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:32.947676 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.952014 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Network fb5d9420-a8f9-4627-b6d3-641fa69f0ffc is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:33:32.953284 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:33.116087 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Router f6b5c813-23b5-4ba2-a100-8769148ebffc is scheduled to L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c with binding_index 1 {{(pid=109789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:33:33.211994 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:33:33.218221 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-863e0d0c-c178-469e-9c0d-f417129ce454 demo admin] 10.222.0.20 "PUT /v2.0/routers/f6b5c813-23b5-4ba2-a100-8769148ebffc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6932774 Mar 28 05:33:33.240099 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Sync routers for ids ['f6b5c813-23b5-4ba2-a100-8769148ebffc'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:33:33.252414 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Routers {'f6b5c813-23b5-4ba2-a100-8769148ebffc'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:33:33.253330 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:33:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['f6b5c813-23b5-4ba2-a100-8769148ebffc'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:33.271285 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-56c6ef46-bad3-41b5-8756-f1f158370cfe None None] Provisioning complete for port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:33.271827 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-56c6ef46-bad3-41b5-8756-f1f158370cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:33.307839 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-56c6ef46-bad3-41b5-8756-f1f158370cfe None None] Port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:33:33.448410 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Set router f6b5c813-23b5-4ba2-a100-8769148ebffc gateway port host: None {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:33:33.893965 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'name': 'router1', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:22Z', 'updated_at': '2022-03-28T05:33:32Z', 'revision_number': 2, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'gw_port_host': None, '_interfaces': [{'id': '6442571b-cb1d-4db5-b94e-cfb12c3e1a58', 'name': '', 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'mac_address': 'fa:16:3e:f7:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:31Z', 'updated_at': '2022-03-28T05:33:32Z', 'revision_number': 2, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'subnets': [{'id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c1edcbe-df01-4386-af7c-397854efe3ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:33.946271 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Checking router: f6b5c813-23b5-4ba2-a100-8769148ebffc for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:33:33.946643 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Updating router f6b5c813-23b5-4ba2-a100-8769148ebffc port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 binding host dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:33:33.998560 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.509787 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Publish callbacks [] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), precommit_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.516352 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.619369 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.685281 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32034929-88a8-4552-8520-c449763ce487 None None] Pushing event updated for resources: {'Port': ['ID=6442571b-cb1d-4db5-b94e-cfb12c3e1a58,revision_number=3']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:34.709415 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.709763 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.710131 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.710508 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.710860 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.711172 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.711497 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.711820 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.712145 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.712734 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.713057 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.713392 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.713732 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.714030 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.714371 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32034929-88a8-4552-8520-c449763ce487 None None] Tracked resource versions report: Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: pushed versions: Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: { 'AddressGroup': {'1.2'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Agent': {'1.1'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'ConntrackHelper': {'1.0'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Log': {'1.0'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'NDPProxy': {'1.0'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Network': {'1.1'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Port': {'1.7'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'PortForwarding': {'1.3'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'QosPolicy': {'1.10'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SecurityGroup': {'1.5'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SubPort': {'1.0'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Subnet': {'1.1'}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Trunk': {'1.1'}} Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: consumer versions: Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: { DHCP agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: L3 agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: Metadata agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: Metering agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: Open vSwitch agent@dv-cinder-831776-5-iscsi: { 'AddressGroup': '1.2', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Agent': '1.1', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'ConntrackHelper': '1.0', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'LocalIPAssociation': '1.0', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Log': '1.0', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'NDPProxy': '1.0', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Network': '1.1', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Port': '1.7', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'PortForwarding': '1.3', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'QosPolicy': '1.10', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SecurityGroup': '1.5', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SecurityGroupRule': '1.2', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SubPort': '1.0', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Subnet': '1.1', Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Trunk': '1.1'}} Mar 28 05:33:34.716334 dv-cinder-831776-5-iscsi neutron-server[109791]: {{(pid=109791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:33:34.727368 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Attempting to bind port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:33:34.727786 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Attempting to bind port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '763f6d10-70c4-4d5a-9cd0-f601433a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc'}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:33:34.728718 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Attempting to bind port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 on network fb5d9420-a8f9-4627-b6d3-641fa69f0ffc {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:33:34.734201 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:33:34.734635 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Checking segment: {'id': '763f6d10-70c4-4d5a-9cd0-f601433a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:33:34.735190 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.735510 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Bound using segment: {'id': '763f6d10-70c4-4d5a-9cd0-f601433a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc'} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:33:34.736295 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Bound port: 6442571b-cb1d-4db5-b94e-cfb12c3e1a58, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763f6d10-70c4-4d5a-9cd0-f601433a79a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc'}}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:33:34.736688 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.739709 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-eb927580-6bf8-4d6b-a653-81276338fed6 None None] Provisioning complete for port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:34.740200 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-eb927580-6bf8-4d6b-a653-81276338fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.777346 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-eb927580-6bf8-4d6b-a653-81276338fed6 None None] Port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:33:34.810023 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] For port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:33:34.829274 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] For port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=6442571b-cb1d-4db5-b94e-cfb12c3e1a58,segment=NetworkSegment(763f6d10-70c4-4d5a-9cd0-f601433a79a9),segment_id=763f6d10-70c4-4d5a-9cd0-f601433a79a9)] {{(pid=109791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:33:34.834759 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.896712 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Routers {'f6b5c813-23b5-4ba2-a100-8769148ebffc'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:33:34.897369 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:33:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['f6b5c813-23b5-4ba2-a100-8769148ebffc'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:34.900717 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32034929-88a8-4552-8520-c449763ce487 None None] Pushing event updated for resources: {'Port': ['ID=6442571b-cb1d-4db5-b94e-cfb12c3e1a58,revision_number=4']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:34.990733 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] Set router f6b5c813-23b5-4ba2-a100-8769148ebffc gateway port host: None {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:33:35.096788 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-17a4e9d3-a8d8-4a10-963b-03f8637b3e66 None None] Provisioning complete for port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:35.097249 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-17a4e9d3-a8d8-4a10-963b-03f8637b3e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:35.175802 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-17a4e9d3-a8d8-4a10-963b-03f8637b3e66 None None] Current status of the port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:35.176516 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-17a4e9d3-a8d8-4a10-963b-03f8637b3e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:35.211727 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'name': 'router1', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:22Z', 'updated_at': '2022-03-28T05:33:32Z', 'revision_number': 2, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'gw_port_host': None, '_interfaces': [{'id': '6442571b-cb1d-4db5-b94e-cfb12c3e1a58', 'name': '', 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'mac_address': 'fa:16:3e:f7:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:31Z', 'updated_at': '2022-03-28T05:33:34Z', 'revision_number': 4, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'subnets': [{'id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c1edcbe-df01-4386-af7c-397854efe3ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:35.212165 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-17a4e9d3-a8d8-4a10-963b-03f8637b3e66 None None] For port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=6442571b-cb1d-4db5-b94e-cfb12c3e1a58,segment=NetworkSegment(763f6d10-70c4-4d5a-9cd0-f601433a79a9),segment_id=763f6d10-70c4-4d5a-9cd0-f601433a79a9)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:33:35.218133 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-17a4e9d3-a8d8-4a10-963b-03f8637b3e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:35.239095 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01b16f-2f20-4d4b-8b6f-87c23661be3a None None] The sync data for ids ['f6b5c813-23b5-4ba2-a100-8769148ebffc'] in dv-cinder-831776-5-iscsi is: [{'id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'name': 'router1', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:22Z', 'updated_at': '2022-03-28T05:33:32Z', 'revision_number': 2, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'gw_port_host': None, '_interfaces': [{'id': '6442571b-cb1d-4db5-b94e-cfb12c3e1a58', 'name': '', 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'mac_address': 'fa:16:3e:f7:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:31Z', 'updated_at': '2022-03-28T05:33:34Z', 'revision_number': 4, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'subnets': [{'id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c1edcbe-df01-4386-af7c-397854efe3ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:33:35.274011 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4e9d3-a8d8-4a10-963b-03f8637b3e66 None None] Pushing event updated for resources: {'Port': ['ID=6442571b-cb1d-4db5-b94e-cfb12c3e1a58,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:35.721416 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 60186) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:35.946385 dv-cinder-831776-5-iscsi neutron-server[109788]: WARNING oslo_policy.policy [None req-70a136f5-6d69-45c1-9ad8-11bea314993c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:35.946971 dv-cinder-831776-5-iscsi neutron-server[109788]: WARNING oslo_policy.policy [None req-70a136f5-6d69-45c1-9ad8-11bea314993c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:36.260808 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:36.391309 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.policy [None req-70a136f5-6d69-45c1-9ad8-11bea314993c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109788) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 05:33:36.433947 dv-cinder-831776-5-iscsi neutron-server[109788]: WARNING oslo_policy.policy [None req-70a136f5-6d69-45c1-9ad8-11bea314993c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:36.434398 dv-cinder-831776-5-iscsi neutron-server[109788]: WARNING oslo_policy.policy [None req-70a136f5-6d69-45c1-9ad8-11bea314993c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:36.442602 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a136f5-6d69-45c1-9ad8-11bea314993c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:36.444511 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-70a136f5-6d69-45c1-9ad8-11bea314993c admin admin] 10.222.0.20 "GET /v2.0/networks/84e0c0dc-d2f8-4fa7-8663-ae0136597132 HTTP/1.1" status: 200 len: 842 time: 0.7210429 Mar 28 05:33:36.454666 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:36.492563 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Made reservation on behalf of 27a91e47cda74716bcf58e09b1848c18 for: {'subnet': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:33:36.495546 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:36.893774 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.objects.ports [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109788) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 05:33:36.894376 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for subnet (fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:36.961788 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:36.966152 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:33:36.966544 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Network hostable DHCP agents. Network: 84e0c0dc-d2f8-4fa7-8663-ae0136597132, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:33:36.975162 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.975505 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.975857 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.976191 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.976521 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.976849 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.977170 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.977487 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.977812 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.978132 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.978491 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.978829 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.979148 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.979464 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.979784 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Tracked resource versions report: Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: pushed versions: Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: { 'AddressGroup': {'1.2'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Agent': {'1.1'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'ConntrackHelper': {'1.0'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Log': {'1.0'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'NDPProxy': {'1.0'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Network': {'1.1'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Port': {'1.7'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'PortForwarding': {'1.3'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'QosPolicy': {'1.10'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SecurityGroup': {'1.5'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SubPort': {'1.0'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Subnet': {'1.1'}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Trunk': {'1.1'}} Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: consumer versions: Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: { DHCP agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: L3 agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: Metadata agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: Metering agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: Open vSwitch agent@dv-cinder-831776-5-iscsi: { 'AddressGroup': '1.2', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Agent': '1.1', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'ConntrackHelper': '1.0', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'LocalIPAssociation': '1.0', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Log': '1.0', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'NDPProxy': '1.0', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Network': '1.1', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Port': '1.7', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'PortForwarding': '1.3', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'QosPolicy': '1.10', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SecurityGroup': '1.5', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SecurityGroupRule': '1.2', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SubPort': '1.0', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Subnet': '1.1', Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Trunk': '1.1'}} Mar 28 05:33:36.981145 dv-cinder-831776-5-iscsi neutron-server[109788]: {{(pid=109788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:33:37.015990 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:33:37.028013 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 84e0c0dc-d2f8-4fa7-8663-ae0136597132) {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:37.033184 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:37.034168 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:37.037382 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6df6eb-ea64-4326-955c-c53dd4788105 None None] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:33:37.072363 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-f4c79cbb-81c2-45b2-bd3a-2cdb3210f0e3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6157153 Mar 28 05:33:37.139832 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe2701-2b8f-4e17-910e-533f537660ec None None] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:33:39.558481 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 60216) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:39.807845 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-f4c2c986-26ac-4ebb-8ba9-ca5cdee9f52e demo admin] 10.222.0.20 "GET /v2.0/routers/f6b5c813-23b5-4ba2-a100-8769148ebffc HTTP/1.1" status: 200 len: 710 time: 0.2481842 Mar 28 05:33:39.892121 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d248d1d-3768-4a7a-ac3d-ce3f74cfd390 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:39.893464 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-3d248d1d-3768-4a7a-ac3d-ce3f74cfd390 demo admin] 10.222.0.20 "GET /v2.0/networks/84e0c0dc-d2f8-4fa7-8663-ae0136597132 HTTP/1.1" status: 200 len: 886 time: 0.0802526 Mar 28 05:33:39.902444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:40.156093 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Publish callbacks [] for router_gateway (f6b5c813-23b5-4ba2-a100-8769148ebffc), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:40.395809 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Publish callbacks [] for router_gateway (f6b5c813-23b5-4ba2-a100-8769148ebffc), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:40.482153 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:40.641175 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Allocated IP 172.27.1.12 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/899a1e26-ec9c-48cb-b24c-bfe29b67e58b) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:33:40.748078 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Publish callbacks [] for port (899a1e26-ec9c-48cb-b24c-bfe29b67e58b), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:40.805004 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (899a1e26-ec9c-48cb-b24c-bfe29b67e58b), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:40.869194 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:33:40.875001 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:40.877637 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:33:41.000487 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Pushing event updated for resources: {'Port': ['ID=899a1e26-ec9c-48cb-b24c-bfe29b67e58b,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:41.218406 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Publish callbacks [] for router_gateway (f6b5c813-23b5-4ba2-a100-8769148ebffc), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.413891 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-753340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1423'] for router (f6b5c813-23b5-4ba2-a100-8769148ebffc), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.419555 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-738337', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-753291'] for router (f6b5c813-23b5-4ba2-a100-8769148ebffc), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.533647 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Router f6b5c813-23b5-4ba2-a100-8769148ebffc has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:33:41.640263 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:33:41.644841 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.646182 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-0d6c936c-355e-4d5b-b435-b12b485013e0 demo admin] 10.222.0.20 "PUT /v2.0/routers/f6b5c813-23b5-4ba2-a100-8769148ebffc HTTP/1.1" status: 200 len: 889 time: 1.7468772 Mar 28 05:33:42.971050 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:33:43.022860 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:43.023262 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:43.097842 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:43.802834 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Sync routers for ids ['f6b5c813-23b5-4ba2-a100-8769148ebffc'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:33:43.814152 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Routers {'f6b5c813-23b5-4ba2-a100-8769148ebffc'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:33:43.814850 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:33:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['f6b5c813-23b5-4ba2-a100-8769148ebffc'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:44.033706 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Set router f6b5c813-23b5-4ba2-a100-8769148ebffc gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:33:44.208743 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60228) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:44.329564 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-399b7582-bdac-4909-b438-2fe826ac98bf admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1197071 Mar 28 05:33:44.511658 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'name': 'router1', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '899a1e26-ec9c-48cb-b24c-bfe29b67e58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:22Z', 'updated_at': '2022-03-28T05:33:41Z', 'revision_number': 4, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'gw_port': {'id': '899a1e26-ec9c-48cb-b24c-bfe29b67e58b', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:40Z', 'updated_at': '2022-03-28T05:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '6442571b-cb1d-4db5-b94e-cfb12c3e1a58', 'name': '', 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'mac_address': 'fa:16:3e:f7:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:31Z', 'updated_at': '2022-03-28T05:33:35Z', 'revision_number': 5, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'subnets': [{'id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c1edcbe-df01-4386-af7c-397854efe3ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:44.561719 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Checking router: f6b5c813-23b5-4ba2-a100-8769148ebffc for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:33:44.562091 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Updating router f6b5c813-23b5-4ba2-a100-8769148ebffc port 899a1e26-ec9c-48cb-b24c-bfe29b67e58b binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:33:44.615992 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (899a1e26-ec9c-48cb-b24c-bfe29b67e58b), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:44.931551 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Publish callbacks [] for port (899a1e26-ec9c-48cb-b24c-bfe29b67e58b), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:44.938282 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (899a1e26-ec9c-48cb-b24c-bfe29b67e58b), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:44.994744 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afa979-5c9b-4ac6-baae-1bdfbd2c2ff3 None None] Pushing event updated for resources: {'Port': ['ID=899a1e26-ec9c-48cb-b24c-bfe29b67e58b,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:44.998985 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Attempting to bind port 899a1e26-ec9c-48cb-b24c-bfe29b67e58b on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:33:44.999442 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Attempting to bind port 899a1e26-ec9c-48cb-b24c-bfe29b67e58b by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:33:45.000113 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Attempting to bind port 899a1e26-ec9c-48cb-b24c-bfe29b67e58b on network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:33:45.005196 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:33:45.005578 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:33:45.005986 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:45.006437 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Bound using segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:33:45.006911 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Bound port: 899a1e26-ec9c-48cb-b24c-bfe29b67e58b, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:33:45.007292 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (899a1e26-ec9c-48cb-b24c-bfe29b67e58b), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:45.057440 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] For port 899a1e26-ec9c-48cb-b24c-bfe29b67e58b, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:33:45.061367 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] For port 899a1e26-ec9c-48cb-b24c-bfe29b67e58b, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=899a1e26-ec9c-48cb-b24c-bfe29b67e58b,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:33:45.067447 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (899a1e26-ec9c-48cb-b24c-bfe29b67e58b), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:45.127588 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Routers {'f6b5c813-23b5-4ba2-a100-8769148ebffc'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:33:45.128213 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:33:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['f6b5c813-23b5-4ba2-a100-8769148ebffc'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:45.131006 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afa979-5c9b-4ac6-baae-1bdfbd2c2ff3 None None] Pushing event updated for resources: {'Port': ['ID=899a1e26-ec9c-48cb-b24c-bfe29b67e58b,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:45.245248 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] Set router f6b5c813-23b5-4ba2-a100-8769148ebffc gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:33:45.456487 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'name': 'router1', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '899a1e26-ec9c-48cb-b24c-bfe29b67e58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:22Z', 'updated_at': '2022-03-28T05:33:41Z', 'revision_number': 4, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'gw_port': {'id': '899a1e26-ec9c-48cb-b24c-bfe29b67e58b', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:40Z', 'updated_at': '2022-03-28T05:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '6442571b-cb1d-4db5-b94e-cfb12c3e1a58', 'name': '', 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'mac_address': 'fa:16:3e:f7:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:31Z', 'updated_at': '2022-03-28T05:33:35Z', 'revision_number': 5, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'subnets': [{'id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c1edcbe-df01-4386-af7c-397854efe3ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:45.484895 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7c14e-af3c-4b14-992e-ee026683ec0b None None] The sync data for ids ['f6b5c813-23b5-4ba2-a100-8769148ebffc'] in dv-cinder-831776-5-iscsi is: [{'id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'name': 'router1', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '899a1e26-ec9c-48cb-b24c-bfe29b67e58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:22Z', 'updated_at': '2022-03-28T05:33:41Z', 'revision_number': 4, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'gw_port': {'id': '899a1e26-ec9c-48cb-b24c-bfe29b67e58b', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:40Z', 'updated_at': '2022-03-28T05:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '6442571b-cb1d-4db5-b94e-cfb12c3e1a58', 'name': '', 'network_id': 'fb5d9420-a8f9-4627-b6d3-641fa69f0ffc', 'tenant_id': '1934255ccc0e469fa1acffb990a0ec12', 'mac_address': 'fa:16:3e:f7:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b5c813-23b5-4ba2-a100-8769148ebffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:31Z', 'updated_at': '2022-03-28T05:33:35Z', 'revision_number': 5, 'project_id': '1934255ccc0e469fa1acffb990a0ec12', 'subnets': [{'id': '45c6799d-98dc-4994-8827-d3f49660eb3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c1edcbe-df01-4386-af7c-397854efe3ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:33:46.998701 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 899a1e26-ec9c-48cb-b24c-bfe29b67e58b up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:33:47.046185 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 899a1e26-ec9c-48cb-b24c-bfe29b67e58b triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:47.046754 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (899a1e26-ec9c-48cb-b24c-bfe29b67e58b), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:47.124958 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 899a1e26-ec9c-48cb-b24c-bfe29b67e58b is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:47.125505 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (899a1e26-ec9c-48cb-b24c-bfe29b67e58b), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:47.150147 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 899a1e26-ec9c-48cb-b24c-bfe29b67e58b, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=899a1e26-ec9c-48cb-b24c-bfe29b67e58b,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:33:47.155279 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (899a1e26-ec9c-48cb-b24c-bfe29b67e58b), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:47.204817 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=899a1e26-ec9c-48cb-b24c-bfe29b67e58b,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:48.980632 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 899a1e26-ec9c-48cb-b24c-bfe29b67e58b up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:33:49.079220 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 899a1e26-ec9c-48cb-b24c-bfe29b67e58b triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:49.079368 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (899a1e26-ec9c-48cb-b24c-bfe29b67e58b), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:49.193439 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 899a1e26-ec9c-48cb-b24c-bfe29b67e58b is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:59.663654 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e5c4-d602-419d-941c-f94e29e6f834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:01.265088 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 5 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:34:02.055925 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e2913650-fc6e-41a1-b684-c7889d2f7825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:02.957475 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:04.616995 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:06.268085 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:29.660581 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d624dd14-7176-4045-8dc1-ea872e03112f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:32.051078 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-479eba91-bad5-4589-8461-9487516a6ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:32.957043 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:34.620695 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:36.294183 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:38.264205 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 5 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:34:59.663640 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c633a967-83bf-4c8c-91fd-6e3fe644ec4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:02.052965 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0592570e-fa49-4bca-acd4-713960c60652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:02.960278 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:04.624535 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:05.357600 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 60712) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:05.417858 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7815f77-9a60-4871-b0b2-f2287da52543 admin admin] GET failed (client error): The resource could not be found. Mar 28 05:35:05.419189 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-c7815f77-9a60-4871-b0b2-f2287da52543 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606499 Mar 28 05:35:05.582403 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9856f5-60df-45e8-b9e4-5c62981c9d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:05.583793 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-af9856f5-60df-45e8-b9e4-5c62981c9d37 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1605725 Mar 28 05:35:06.267412 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:07.886430 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60722) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:07.977281 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1ad05e-d7fc-435e-9887-7fc63183dc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:07.978662 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0f1ad05e-d7fc-435e-9887-7fc63183dc26 admin admin] 10.222.0.20 "GET /v2.0/subnets/45c6799d-98dc-4994-8827-d3f49660eb3e HTTP/1.1" status: 200 len: 849 time: 0.0912936 Mar 28 05:35:07.987798 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:35:08.070211 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Publish callbacks [] for subnet (45c6799d-98dc-4994-8827-d3f49660eb3e), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:08.275068 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789770984075'] for subnet (45c6799d-98dc-4994-8827-d3f49660eb3e), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:08.304854 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:08.306038 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:08.312806 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] 10.222.0.20 "PUT /v2.0/subnets/45c6799d-98dc-4994-8827-d3f49660eb3e HTTP/1.1" status: 200 len: 868 time: 0.3224909 Mar 28 05:35:08.316241 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29471cd0-055e-4db6-a00a-e6b827377714 None None] Network fb5d9420-a8f9-4627-b6d3-641fa69f0ffc requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:35:08.329642 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c6799d-98dc-4994-8827-d3f49660eb3e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:35:08.336794 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.337136 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.337498 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.337837 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.338167 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.338841 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.339162 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.339487 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.339821 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.340144 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.340483 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.340824 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.341141 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.341458 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.341768 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efeff2-9777-4c55-8d73-24c33071c199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:08.693383 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-6286c97d-c565-48d7-be83-8eb207eb18d0 None None] Provisioning complete for port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:35:08.694048 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6286c97d-c565-48d7-be83-8eb207eb18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (6ae78ad4-c44d-4d85-82a8-aee9a44575cd), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:08.773236 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-6286c97d-c565-48d7-be83-8eb207eb18d0 None None] Current status of the port 6ae78ad4-c44d-4d85-82a8-aee9a44575cd is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:35:08.782818 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-6286c97d-c565-48d7-be83-8eb207eb18d0 None None] Provisioning complete for port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:35:08.783202 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6286c97d-c565-48d7-be83-8eb207eb18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (6442571b-cb1d-4db5-b94e-cfb12c3e1a58), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:08.860536 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-6286c97d-c565-48d7-be83-8eb207eb18d0 None None] Current status of the port 6442571b-cb1d-4db5-b94e-cfb12c3e1a58 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:35:10.649657 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60732) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:10.846598 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba961b-2c19-49a5-9f76-2b232df7e926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:10.846983 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba961b-2c19-49a5-9f76-2b232df7e926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:10.848499 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a5ba961b-2c19-49a5-9f76-2b232df7e926 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1978424 Mar 28 05:35:13.163815 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 60740) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:13.360423 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e869d2-6362-40d9-87b4-2af27abc848e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:13.360901 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e869d2-6362-40d9-87b4-2af27abc848e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:13.362471 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-18e869d2-6362-40d9-87b4-2af27abc848e admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1976798 Mar 28 05:35:15.264135 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 5 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:35:15.664365 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 60748) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:15.789442 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13430bb4-e66c-465c-88dc-bf572976ecd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:15.790740 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-13430bb4-e66c-465c-88dc-bf572976ecd6 admin admin] 10.222.0.20 "GET /v2.0/networks/84e0c0dc-d2f8-4fa7-8663-ae0136597132 HTTP/1.1" status: 200 len: 886 time: 0.1254370 Mar 28 05:35:18.116718 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 60756) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:18.258654 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675dbe1-ccde-4543-baff-40c33a846161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:18.260028 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-9675dbe1-ccde-4543-baff-40c33a846161 admin admin] 10.222.0.20 "GET /v2.0/networks/fb5d9420-a8f9-4627-b6d3-641fa69f0ffc HTTP/1.1" status: 200 len: 868 time: 0.1423595 Mar 28 05:35:20.610261 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 60764) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:20.730814 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6f8f6-cf3b-41c1-9312-055fa4d85134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:20.731278 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6f8f6-cf3b-41c1-9312-055fa4d85134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:20.732775 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-b1e6f8f6-cf3b-41c1-9312-055fa4d85134 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215403 Mar 28 05:35:23.051004 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60772) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:23.174267 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870f676-f979-4efe-b89c-6a35a7b7560a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:23.174730 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870f676-f979-4efe-b89c-6a35a7b7560a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:23.176242 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c870f676-f979-4efe-b89c-6a35a7b7560a admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242907 Mar 28 05:35:25.501818 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60780) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:25.592340 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a4e57-f125-442e-a5d9-087229f563d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:25.593663 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-8c3a4e57-f125-442e-a5d9-087229f563d0 admin admin] 10.222.0.20 "GET /v2.0/subnets/45c6799d-98dc-4994-8827-d3f49660eb3e HTTP/1.1" status: 200 len: 868 time: 0.0908833 Mar 28 05:35:27.901681 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60788) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:27.985423 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7498fdea-222c-433a-b094-25c352035c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:27.986765 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7498fdea-222c-433a-b094-25c352035c07 admin admin] 10.222.0.20 "GET /v2.0/subnets/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c HTTP/1.1" status: 200 len: 816 time: 0.0841134 Mar 28 05:35:29.667304 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-deff99cc-a5d0-4ed0-af94-b87e9aa92bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:32.055262 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dc78397a-8bc5-4526-8958-b23d305a3ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:32.965297 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:34.626025 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:36.270057 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:52.262724 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 5 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:35:55.805938 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60840) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:55.852220 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [None req-a0833fcc-1e37-4373-a345-4641465b0cba admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:35:55.853248 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a0833fcc-1e37-4373-a345-4641465b0cba admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463424 Mar 28 05:35:58.224580 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60848) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:58.288212 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df10276-b22b-4f86-849d-cb5c200c643b admin admin] GET failed (client error): The resource could not be found. Mar 28 05:35:58.289465 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1df10276-b22b-4f86-849d-cb5c200c643b admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639358 Mar 28 05:35:58.434730 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb75ad4e-b29e-452c-8b02-888cfcb320b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:58.436245 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-bb75ad4e-b29e-452c-8b02-888cfcb320b0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1422570 Mar 28 05:35:59.669449 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1444e8bd-8ffd-45b3-a583-476aeebbf7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:00.763689 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60856) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:36:00.809532 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:36:00.828578 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] Made reservation on behalf of 27a91e47cda74716bcf58e09b1848c18 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:36:00.831278 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:00.858129 dv-cinder-831776-5-iscsi neutron-server[109789]: WARNING neutron.services.revisions.revision_plugin [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] Could not find related network for resource to bump revision. Mar 28 05:36:00.869385 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:36:00.877989 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (6ef93cf9-295e-40ac-9447-53a82be02054), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:00.878376 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] Added segment 6ef93cf9-295e-40ac-9447-53a82be02054 of type vlan for network ab733324-725d-47ac-b77d-8c8e9cffc2ed Mar 28 05:36:00.915204 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (ab733324-725d-47ac-b77d-8c8e9cffc2ed), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:00.938857 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (ab733324-725d-47ac-b77d-8c8e9cffc2ed), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:00.939761 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:36:00.940315 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:00.991236 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2265115 Mar 28 05:36:01.001924 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcba178-c77b-40b7-b5bd-42b9cd40d2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ab733324-725d-47ac-b77d-8c8e9cffc2ed,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:36:01.014280 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network ab733324-725d-47ac-b77d-8c8e9cffc2ed details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:36:02.058618 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7791-f7cd-4dee-8d50-b77a221c9b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:02.967274 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:03.317293 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60864) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:36:03.375582 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.pecan_wsgi.hooks.translation [None req-e433242a-4e23-4925-b277-dcda69de67a5 admin admin] GET failed (client error): The resource could not be found. Mar 28 05:36:03.376813 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e433242a-4e23-4925-b277-dcda69de67a5 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585899 Mar 28 05:36:03.444183 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f0850-72c8-43bb-9db7-9c9f2e2f1dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:36:03.445608 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-132f0850-72c8-43bb-9db7-9c9f2e2f1dc4 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0648708 Mar 28 05:36:03.455712 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:36:03.473783 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] Made reservation on behalf of 27a91e47cda74716bcf58e09b1848c18 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:36:03.476041 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:03.633603 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for subnet (86ee78d1-6db8-410c-b8c0-d62b1fadba16), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:03.687430 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ee78d1-6db8-410c-b8c0-d62b1fadba16,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:36:03.696919 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] Checking segment: {'id': '6ef93cf9-295e-40ac-9447-53a82be02054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:36:03.697269 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] Network hostable DHCP agents. Network: ab733324-725d-47ac-b77d-8c8e9cffc2ed, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:36:03.712917 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] Network ab733324-725d-47ac-b77d-8c8e9cffc2ed is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:36:03.721125 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, ab733324-725d-47ac-b77d-8c8e9cffc2ed) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:36:03.724970 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:36:03.725548 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:03.730435 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e7e552-d126-4526-9a35-a78c65500f90 None None] Network ab733324-725d-47ac-b77d-8c8e9cffc2ed requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:36:03.741252 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-94b825b7-b3ff-4a0d-84ee-3db85ed549bb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2888649 Mar 28 05:36:03.835538 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-ab733324-725d-47ac-b77d-8c8e9cffc2ed', 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed', 'project_id': '27a91e47cda74716bcf58e09b1848c18', 'fixed_ips': [{'subnet_id': '86ee78d1-6db8-410c-b8c0-d62b1fadba16'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:36:03.836428 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:04.072542 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Allocated IP 192.168.233.2 (ab733324-725d-47ac-b77d-8c8e9cffc2ed/86ee78d1-6db8-410c-b8c0-d62b1fadba16/c9fd8257-e0ce-4004-8089-75dc735d65d9) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:36:04.217929 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Publish callbacks [] for port (c9fd8257-e0ce-4004-8089-75dc735d65d9), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:04.223670 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (c9fd8257-e0ce-4004-8089-75dc735d65d9), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:04.265707 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Network ab733324-725d-47ac-b77d-8c8e9cffc2ed is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:36:04.269405 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Pushing event updated for resources: {'Port': ['ID=c9fd8257-e0ce-4004-8089-75dc735d65d9,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:36:04.272541 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:36:04.277690 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:36:04.280345 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.280695 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.281061 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.281418 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.281752 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.282097 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.282432 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.282757 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.283078 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.283395 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.283713 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.284046 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.284369 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.284688 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.284996 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:04.340197 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Attempting to bind port c9fd8257-e0ce-4004-8089-75dc735d65d9 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:36:04.340578 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Attempting to bind port c9fd8257-e0ce-4004-8089-75dc735d65d9 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '6ef93cf9-295e-40ac-9447-53a82be02054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:36:04.340946 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Attempting to bind port c9fd8257-e0ce-4004-8089-75dc735d65d9 on network ab733324-725d-47ac-b77d-8c8e9cffc2ed {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:36:04.346026 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:36:04.346437 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Checking segment: {'id': '6ef93cf9-295e-40ac-9447-53a82be02054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:36:04.346845 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:04.347219 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Bound using segment: {'id': '6ef93cf9-295e-40ac-9447-53a82be02054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:36:04.347678 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Bound port: c9fd8257-e0ce-4004-8089-75dc735d65d9, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef93cf9-295e-40ac-9447-53a82be02054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:36:04.348053 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c9fd8257-e0ce-4004-8089-75dc735d65d9), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:04.411204 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] For port c9fd8257-e0ce-4004-8089-75dc735d65d9, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:36:04.414331 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] For port c9fd8257-e0ce-4004-8089-75dc735d65d9, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=c9fd8257-e0ce-4004-8089-75dc735d65d9,segment=NetworkSegment(6ef93cf9-295e-40ac-9447-53a82be02054),segment_id=6ef93cf9-295e-40ac-9447-53a82be02054)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:36:04.419863 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c9fd8257-e0ce-4004-8089-75dc735d65d9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:04.479064 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57001188-c949-4129-a2ca-f7600fead8d2 None None] Pushing event updated for resources: {'Port': ['ID=c9fd8257-e0ce-4004-8089-75dc735d65d9,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:36:04.651206 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:05.103394 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device c9fd8257-e0ce-4004-8089-75dc735d65d9 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:36:05.162465 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port c9fd8257-e0ce-4004-8089-75dc735d65d9 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:36:05.162860 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c9fd8257-e0ce-4004-8089-75dc735d65d9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:05.248632 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port c9fd8257-e0ce-4004-8089-75dc735d65d9 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:36:05.249364 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c9fd8257-e0ce-4004-8089-75dc735d65d9), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:05.292640 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port c9fd8257-e0ce-4004-8089-75dc735d65d9, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=c9fd8257-e0ce-4004-8089-75dc735d65d9,segment=NetworkSegment(6ef93cf9-295e-40ac-9447-53a82be02054),segment_id=6ef93cf9-295e-40ac-9447-53a82be02054)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:36:05.300465 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c9fd8257-e0ce-4004-8089-75dc735d65d9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:05.353519 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3201c9dd-6a4d-4dbb-b233-656e968cb52e None None] Network ab733324-725d-47ac-b77d-8c8e9cffc2ed requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:36:05.357384 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=c9fd8257-e0ce-4004-8089-75dc735d65d9,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:36:05.433261 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-6850c054-ca03-4344-a177-92b8e6fa6e71 None None] Provisioning complete for port c9fd8257-e0ce-4004-8089-75dc735d65d9 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:36:05.433653 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6850c054-ca03-4344-a177-92b8e6fa6e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c9fd8257-e0ce-4004-8089-75dc735d65d9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:05.547852 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-6850c054-ca03-4344-a177-92b8e6fa6e71 None None] Current status of the port c9fd8257-e0ce-4004-8089-75dc735d65d9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:36:05.768893 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-b76646de-4935-4cde-8f37-cf284e6648fb None None] Provisioning complete for port c9fd8257-e0ce-4004-8089-75dc735d65d9 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:36:05.769276 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b76646de-4935-4cde-8f37-cf284e6648fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c9fd8257-e0ce-4004-8089-75dc735d65d9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:05.846892 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-b76646de-4935-4cde-8f37-cf284e6648fb None None] Current status of the port c9fd8257-e0ce-4004-8089-75dc735d65d9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:36:06.276308 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:07.034112 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device c9fd8257-e0ce-4004-8089-75dc735d65d9 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:36:07.084308 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port c9fd8257-e0ce-4004-8089-75dc735d65d9 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:36:07.084698 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c9fd8257-e0ce-4004-8089-75dc735d65d9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:07.158453 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port c9fd8257-e0ce-4004-8089-75dc735d65d9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:36:29.262165 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 5 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:36:29.671555 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6851885c-18c1-424b-adbf-fc2a569d8314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:32.059901 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e2bf23c2-5f82-43f5-84b3-6c5a6a229628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:32.968864 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:34.637461 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:36.267781 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:59.672923 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-31d4c19f-08f1-4de6-a964-0f9b2d6d68de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:02.061207 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-47f05bd3-c9e8-4410-a01d-004e356fff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:02.972887 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:04.638410 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:06.260660 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 5 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:37:06.269112 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:29.673567 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b06c21c7-f0cf-4781-a2e8-da01f304a019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:30.068402 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60902) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:37:30.074594 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [None req-93a822e8-8de9-4fb6-b7f0-3e87c2109030 tempest-verify_tempest_config-1930627910 tempest-verify_tempest_config-1930627910-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:37:30.075537 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-93a822e8-8de9-4fb6-b7f0-3e87c2109030 tempest-verify_tempest_config-1930627910 tempest-verify_tempest_config-1930627910-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056100 Mar 28 05:37:30.357919 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 60920) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:37:30.466067 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:30.640113 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Publish callbacks [] for security_group (8fafc35a-2656-4448-b0c0-203741bacb93), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:30.644234 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (8fafc35a-2656-4448-b0c0-203741bacb93), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:30.688748 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=712eb762a1fc45afb06f073112d7338c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3297057 Mar 28 05:37:30.689842 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fafc35a-2656-4448-b0c0-203741bacb93,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:37:30.691516 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60926) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:37:30.696504 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.696943 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.697215 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.697562 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.697907 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.698236 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.698592 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.698922 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.699272 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.699604 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.699952 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.700303 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.700631 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.700967 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.701281 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15ce5e-71aa-4c12-887a-966c0eb5fe47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.744085 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Publish callbacks [] for security_group (8fafc35a-2656-4448-b0c0-203741bacb93), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:30.764116 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Publish callbacks [] for security_group (8fafc35a-2656-4448-b0c0-203741bacb93), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:30.854961 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (8fafc35a-2656-4448-b0c0-203741bacb93), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:30.857346 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:30.858473 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fafc35a-2656-4448-b0c0-203741bacb93 HTTP/1.1" status: 204 len: 168 time: 0.1660156 Mar 28 05:37:30.866026 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fafc35a-2656-4448-b0c0-203741bacb93,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:37:30.872437 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.872774 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.873163 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.873466 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.873792 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.874112 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.874453 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.874773 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.875105 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.875423 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.875753 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.876123 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.876442 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.876754 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:30.877063 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfbc159-8b99-41dd-8504-0f0719e044fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:32.062421 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-553b1034-2b30-4c0d-9d5e-ff2694882555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:32.974980 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:34.642105 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:36.274428 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:43.259279 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 5 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:37:59.674917 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe3ff-2b0f-4d36-8516-5f9dd2c6356e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:02.063741 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3edf2462-f6c8-44f7-afd3-aa7bbc60ba4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:02.977055 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:04.643529 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:06.275912 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:20.258782 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 5 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:38:29.676261 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a31a3f29-2fef-406f-aac0-49311d8ce20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:32.065633 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7c1d253f-dad4-4036-a57d-899cc1282261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:32.979759 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:34.647598 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:36.277689 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:57.257933 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 5 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:38:59.677401 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ef14-1f04-4e72-91e9-cfb8d7610325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:02.066356 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5cf19702-83e1-4d4c-b11a-1da9eaeba307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:02.983025 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:04.649553 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:06.278940 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:08.815657 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738081'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:23.061793 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 60996) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:39:23.162834 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c8040ec3-c119-4077-973d-3b97a0cb8e43 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0998862 Mar 28 05:39:25.499567 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 32774) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:39:25.552797 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-82dadb1c-2c07-4b42-927a-8b55e40c5468 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521312 Mar 28 05:39:29.680440 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-97dc62fa-1018-4027-8574-f9b36bb181b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:32.068687 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7836af21-74e6-4a46-8e61-8e1e7e7e8b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:32.986172 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:34.256602 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:39:34.652648 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:36.280793 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:38.814984 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:59.682183 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-388a5a05-6c52-43a8-8c50-3fb0d777f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:02.070153 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4128ff36-1391-416b-8003-eece6c35223a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:02.988133 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:04.656172 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:06.283297 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:08.831920 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:11.255210 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:40:29.683411 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7b72d232-633f-4b0f-b584-1104e0870033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:32.072124 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f8bd3e17-a044-4e38-b7d6-5d8c4a5a0dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:32.990782 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:34.659576 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:36.286281 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:38.830148 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:48.253936 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:40:59.691714 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a98e7bd6-4993-43c7-b400-8c0507da6ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:00.620182 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 32844) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:00.782791 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-572043542-network', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:00.824547 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Made reservation on behalf of 1cdc9c20bbfd48cd846531f917b4bb4e for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:00.835697 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:00.846499 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:00.937727 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Publish callbacks [] for security_group (65991f5e-9acd-4ffe-947c-1735de8eb761), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:00.942212 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (65991f5e-9acd-4ffe-947c-1735de8eb761), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:00.976808 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65991f5e-9acd-4ffe-947c-1735de8eb761,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:00.979148 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:41:00.988862 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.989208 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.989546 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.990506 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.991017 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.991360 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.991692 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.992108 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.992539 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.992797 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.993116 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.993446 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.993935 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.994285 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.994588 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Tracked resource versions report: Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: pushed versions: Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: { 'AddressGroup': {'1.2'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Agent': {'1.1'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'ConntrackHelper': {'1.0'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Log': {'1.0'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'NDPProxy': {'1.0'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Network': {'1.1'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Port': {'1.7'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'PortForwarding': {'1.3'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'QosPolicy': {'1.10'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SecurityGroup': {'1.5'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SubPort': {'1.0'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Subnet': {'1.1'}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Trunk': {'1.1'}} Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: consumer versions: Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: { DHCP agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: HyperV agent@hv-cinder-83177: {}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: L3 agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: Metadata agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: Metering agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: Open vSwitch agent@dv-cinder-831776-5-iscsi: { 'AddressGroup': '1.2', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Agent': '1.1', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'ConntrackHelper': '1.0', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'LocalIPAssociation': '1.0', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Log': '1.0', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'NDPProxy': '1.0', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Network': '1.1', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Port': '1.7', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'PortForwarding': '1.3', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'QosPolicy': '1.10', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SecurityGroup': '1.5', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SecurityGroupRule': '1.2', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'SubPort': '1.0', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Subnet': '1.1', Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: 'Trunk': '1.1'}} Mar 28 05:41:00.995743 dv-cinder-831776-5-iscsi neutron-server[109789]: {{(pid=109789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:41:01.006442 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (a0e7dd26-0362-4e0d-8ca6-d93450a78771), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.006775 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Added segment a0e7dd26-0362-4e0d-8ca6-d93450a78771 of type vlan for network 7a808657-1d82-4bea-8435-546dcdbe6c27 Mar 28 05:41:01.051267 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (7a808657-1d82-4bea-8435-546dcdbe6c27), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.077094 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (7a808657-1d82-4bea-8435-546dcdbe6c27), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.078152 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:01.078772 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.107737 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4843748 Mar 28 05:41:01.111466 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 32890) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:01.123168 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Request body: {'subnet': {'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-subnet', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:01.152265 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Made reservation on behalf of 1cdc9c20bbfd48cd846531f917b4bb4e for: {'subnet': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:01.156718 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.156880 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e3f1a-d3ee-47dd-a64f-af360d1a6816 admin admin] Pushing event updated for resources: {'Network': ['ID=7a808657-1d82-4bea-8435-546dcdbe6c27,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:01.169139 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 7a808657-1d82-4bea-8435-546dcdbe6c27 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:41:01.355560 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for subnet (dd953fcf-5b91-4f68-9231-13f627fbde6d), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.426199 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd953fcf-5b91-4f68-9231-13f627fbde6d,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:01.434789 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.435147 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.435510 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.436058 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.436398 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.436731 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.437061 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.437388 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.437729 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.438063 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.438418 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.438742 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.439253 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.439579 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.439900 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Tracked resource versions report: Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: pushed versions: Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: { 'AddressGroup': {'1.2'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Agent': {'1.1'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'ConntrackHelper': {'1.0'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Log': {'1.0'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'NDPProxy': {'1.0'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Network': {'1.1'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Port': {'1.7'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'PortForwarding': {'1.3'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'QosPolicy': {'1.10'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SecurityGroup': {'1.5'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SubPort': {'1.0'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Subnet': {'1.1'}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Trunk': {'1.1'}} Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: consumer versions: Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: { DHCP agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: HyperV agent@hv-cinder-83177: {}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: L3 agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: Metadata agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: Metering agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: Open vSwitch agent@dv-cinder-831776-5-iscsi: { 'AddressGroup': '1.2', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Agent': '1.1', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'ConntrackHelper': '1.0', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'LocalIPAssociation': '1.0', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Log': '1.0', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'NDPProxy': '1.0', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Network': '1.1', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Port': '1.7', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'PortForwarding': '1.3', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'QosPolicy': '1.10', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SecurityGroup': '1.5', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SecurityGroupRule': '1.2', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'SubPort': '1.0', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Subnet': '1.1', Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: 'Trunk': '1.1'}} Mar 28 05:41:01.441072 dv-cinder-831776-5-iscsi neutron-server[109788]: {{(pid=109788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:41:01.449790 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Checking segment: {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:01.450159 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Network hostable DHCP agents. Network: 7a808657-1d82-4bea-8435-546dcdbe6c27, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:41:01.470354 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Network 7a808657-1d82-4bea-8435-546dcdbe6c27 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:41:01.480462 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 7a808657-1d82-4bea-8435-546dcdbe6c27) {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:01.485039 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:01.485843 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.489890 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8266b69-c19d-48e4-a957-c944603abedd None None] Network 7a808657-1d82-4bea-8435-546dcdbe6c27 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:01.510651 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 32916) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:01.510833 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-804a7ca9-7c70-4858-aefc-5e5a0f5374fa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3979151 Mar 28 05:41:01.515745 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:01.549745 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (a620f96a-de31-42cc-a3c3-e9349628024c), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.550959 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (a620f96a-de31-42cc-a3c3-e9349628024c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.630159 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Publish callbacks [] for router_controller (a620f96a-de31-42cc-a3c3-e9349628024c), precommit_add_association {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.640968 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-7a808657-1d82-4bea-8435-546dcdbe6c27', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:41:01.642059 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.808071 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Allocated IP 172.20.0.2 (7a808657-1d82-4bea-8435-546dcdbe6c27/dd953fcf-5b91-4f68-9231-13f627fbde6d/3e27ad8b-ae2a-4930-b74e-9ff5873eed5b) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:01.904976 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Publish callbacks [] for router_gateway (a620f96a-de31-42cc-a3c3-e9349628024c), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.984277 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Publish callbacks [] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:01.994590 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:02.038793 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Network 7a808657-1d82-4bea-8435-546dcdbe6c27 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:02.041594 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:02.045353 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:02.058275 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Pushing event updated for resources: {'Port': ['ID=3e27ad8b-ae2a-4930-b74e-9ff5873eed5b,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:02.091757 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.092311 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.092847 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.093466 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.094027 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.094614 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.095113 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.095608 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.096138 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.096560 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.096985 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.097225 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.097556 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.097879 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.098218 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Tracked resource versions report: Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: pushed versions: Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: { 'AddressGroup': {'1.2'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Agent': {'1.1'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'ConntrackHelper': {'1.0'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Log': {'1.0'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'NDPProxy': {'1.0'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Network': {'1.1'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Port': {'1.7'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'PortForwarding': {'1.3'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'QosPolicy': {'1.10'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SecurityGroup': {'1.5'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SubPort': {'1.0'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Subnet': {'1.1'}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Trunk': {'1.1'}} Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: consumer versions: Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: { DHCP agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: HyperV agent@hv-cinder-83177: {}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: L3 agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: Metadata agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: Metering agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: Open vSwitch agent@dv-cinder-831776-5-iscsi: { 'AddressGroup': '1.2', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Agent': '1.1', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'ConntrackHelper': '1.0', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'LocalIPAssociation': '1.0', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Log': '1.0', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'NDPProxy': '1.0', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Network': '1.1', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Port': '1.7', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'PortForwarding': '1.3', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'QosPolicy': '1.10', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SecurityGroup': '1.5', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SecurityGroupRule': '1.2', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'SubPort': '1.0', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Subnet': '1.1', Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: 'Trunk': '1.1'}} Mar 28 05:41:02.099963 dv-cinder-831776-5-iscsi neutron-server[109790]: {{(pid=109790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:41:02.136772 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ea039a26-16a3-48c9-95d5-8ddfe407b266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:02.141847 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Attempting to bind port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:02.142226 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Attempting to bind port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:02.142652 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Attempting to bind port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b on network 7a808657-1d82-4bea-8435-546dcdbe6c27 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:02.148799 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:02.149185 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Checking segment: {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:02.149586 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:02.149980 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Bound using segment: {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:02.150485 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Bound port: 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:02.150919 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:02.199146 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Publish callbacks [] for router_gateway (a620f96a-de31-42cc-a3c3-e9349628024c), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:02.223010 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:02.234040 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] For port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:02.239996 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] For port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=3e27ad8b-ae2a-4930-b74e-9ff5873eed5b,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:02.251267 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:02.337135 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b8d3e-e4a6-4e01-9aa6-f18985432166 None None] Pushing event updated for resources: {'Port': ['ID=3e27ad8b-ae2a-4930-b74e-9ff5873eed5b,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:02.357760 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Allocated IP 172.27.1.88 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/357ec58f-2f3c-4927-b346-bec7bd88143d) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:02.485818 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Publish callbacks [] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:02.576680 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:02.626345 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:02.639721 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Pushing event updated for resources: {'Port': ['ID=357ec58f-2f3c-4927-b346-bec7bd88143d,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:02.642225 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:02.659967 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:02.814115 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 32984) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:02.905872 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 32990) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:02.912660 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Publish callbacks [] for router_gateway (a620f96a-de31-42cc-a3c3-e9349628024c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.004910 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.168202 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344'] for router (a620f96a-de31-42cc-a3c3-e9349628024c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.269154 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33002) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:03.303213 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:03.356016 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982482203-network', 'tenant_id': 'a947f5fcebeb4e59b9b4966b18a60c9f'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:03.360384 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:03.360944 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.378487 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Router a620f96a-de31-42cc-a3c3-e9349628024c is scheduled to L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c with binding_index 1 {{(pid=109789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:41:03.385509 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1848036133-network', 'tenant_id': '166ef12b1d8740979caa27285de2817a'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:03.389450 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33006) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:03.396179 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Made reservation on behalf of a947f5fcebeb4e59b9b4966b18a60c9f for: {'network': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:03.399325 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.411299 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.513325 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:03.513965 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.543079 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Made reservation on behalf of 166ef12b1d8740979caa27285de2817a for: {'network': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:03.545389 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.566143 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=3e27ad8b-ae2a-4930-b74e-9ff5873eed5b,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:03.573918 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.574881 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.606481 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Publish callbacks [] for security_group (f0e68a7c-f1d2-4069-bae6-195ceb50fa9c), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.616662 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f0e68a7c-f1d2-4069-bae6-195ceb50fa9c), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.649224 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=109788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:41:03.652675 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:03.665432 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d52f9-4607-4bf6-90ae-35309ecf23c9 None None] Network 7a808657-1d82-4bea-8435-546dcdbe6c27 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:03.678613 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Sync routers for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:03.692711 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:03.693954 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:03.703964 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789770807610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (4df19d95-8ee3-4a4a-88aa-4661e5230c92), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.704535 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Unsubscribe: segment precommit_create {{(pid=109788) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 05:41:03.705019 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.segments_db [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Added segment 4df19d95-8ee3-4a4a-88aa-4661e5230c92 of type vlan for network 35ec35f2-db4b-413e-ad32-cf27ee35919c Mar 28 05:41:03.713026 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.719785 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=3e27ad8b-ae2a-4930-b74e-9ff5873eed5b,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:03.723755 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3dffe5b5-6d2b-4c05-b268-9c1d38c748db admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2116055 Mar 28 05:41:03.726457 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33020) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:03.782860 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-d399214f-df25-4503-8eb0-72479cdd1b2c None None] Provisioning complete for port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:03.783557 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d399214f-df25-4503-8eb0-72479cdd1b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.881374 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (35ec35f2-db4b-413e-ad32-cf27ee35919c), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:03.903986 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d399214f-df25-4503-8eb0-72479cdd1b2c None None] Current status of the port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:03.964242 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-810317179-network', 'tenant_id': 'b1f61dd67d4f44a69ae17dac2a297c90'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:03.969113 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e68a7c-f1d2-4069-bae6-195ceb50fa9c,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:04.019529 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (35ec35f2-db4b-413e-ad32-cf27ee35919c), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.023563 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:04.026803 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.132233 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:04.147741 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Publish callbacks [] for security_group (0de3aefa-be08-4231-b825-d036b2ec9731), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.206277 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0de3aefa-be08-4231-b825-d036b2ec9731), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.238596 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Made reservation on behalf of b1f61dd67d4f44a69ae17dac2a297c90 for: {'network': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:04.241631 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.250118 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4348824 Mar 28 05:41:04.266197 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33038) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:04.272312 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] Request body: {'subnet': {'network_id': '35ec35f2-db4b-413e-ad32-cf27ee35919c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982482203-subnet', 'tenant_id': 'a947f5fcebeb4e59b9b4966b18a60c9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:04.288835 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=109788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:41:04.291753 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87020f09-1189-4d4c-9d25-64b78afda67f admin admin] Pushing event updated for resources: {'Network': ['ID=35ec35f2-db4b-413e-ad32-cf27ee35919c,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:04.304490 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 35ec35f2-db4b-413e-ad32-cf27ee35919c details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:41:04.324598 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.390660 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (eec85138-15b5-4ae1-a9ad-6d8988daa103), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.391016 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.segments_db [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Added segment eec85138-15b5-4ae1-a9ad-6d8988daa103 of type vlan for network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf Mar 28 05:41:04.402015 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-647401926-network', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:04.495497 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-b6bfcf66-d528-4729-8472-fe55d517deee None None] Provisioning complete for port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:04.495867 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b6bfcf66-d528-4729-8472-fe55d517deee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.521754 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] Made reservation on behalf of a947f5fcebeb4e59b9b4966b18a60c9f for: {'subnet': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:04.540053 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.553170 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de3aefa-be08-4231-b825-d036b2ec9731,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:04.590033 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Made reservation on behalf of a95d365daa944917810d5e95e3b2aefe for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:04.592904 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.594575 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.653445 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.656440 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:02Z', 'revision_number': 3, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:04.684433 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-b6bfcf66-d528-4729-8472-fe55d517deee None None] Current status of the port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:04.715457 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Checking router: a620f96a-de31-42cc-a3c3-e9349628024c for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:04.716355 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Updating router a620f96a-de31-42cc-a3c3-e9349628024c port 357ec58f-2f3c-4927-b346-bec7bd88143d binding host dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:41:04.719733 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.752528 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.769327 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.770651 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:04.771331 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.832596 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.890377 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9830699 Mar 28 05:41:04.891407 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33052) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:04.898090 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100e558-30b9-468f-84d4-20211c3bf46a admin admin] Pushing event updated for resources: {'Network': ['ID=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:04.908500 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:41:04.946048 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Publish callbacks [] for security_group (ae023f7b-dd2a-4c2c-affd-9eda719902fc), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:04.947739 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] Request body: {'subnet': {'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1848036133-subnet', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:04.961437 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (ae023f7b-dd2a-4c2c-affd-9eda719902fc), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.003688 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Publish callbacks [] for security_group (7b8515c6-4b33-486e-be55-5db177ff9d13), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.045051 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (7b8515c6-4b33-486e-be55-5db177ff9d13), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.048209 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=109788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:41:05.068604 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae023f7b-dd2a-4c2c-affd-9eda719902fc,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:05.069240 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:41:05.109374 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (ac24948c-e50c-4aeb-9985-9a523f64ce36), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.110822 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Added segment ac24948c-e50c-4aeb-9985-9a523f64ce36 of type vlan for network c94c60e6-502e-4023-8856-b513dc210de9 Mar 28 05:41:05.155049 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (7646b057-431e-4128-bd55-62814bbb9039), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.155337 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.segments_db [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Added segment 7646b057-431e-4128-bd55-62814bbb9039 of type vlan for network a7364dc1-4f91-47bb-b52f-dd5a5617f93b Mar 28 05:41:05.249078 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Publish callbacks [] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), precommit_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.260897 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.268051 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for subnet (55ba3db7-0cfa-4874-b49e-1ac24abcd424), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.279392 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Allocated IP 172.20.0.1 (7a808657-1d82-4bea-8435-546dcdbe6c27/dd953fcf-5b91-4f68-9231-13f627fbde6d/b3a9add9-43e6-4a71-9eed-e5c94168d32c) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:05.293937 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:05.370620 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (a7364dc1-4f91-47bb-b52f-dd5a5617f93b), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.386594 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Publish callbacks [] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.422774 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:05.425685 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.456710 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.472630 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Attempting to bind port 357ec58f-2f3c-4927-b346-bec7bd88143d on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:05.472630 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Attempting to bind port 357ec58f-2f3c-4927-b346-bec7bd88143d by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:05.472969 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Attempting to bind port 357ec58f-2f3c-4927-b346-bec7bd88143d on network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:05.476769 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Pushing event updated for resources: {'Port': ['ID=357ec58f-2f3c-4927-b346-bec7bd88143d,revision_number=2']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:05.483909 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Network 7a808657-1d82-4bea-8435-546dcdbe6c27 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:05.484985 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] Made reservation on behalf of 166ef12b1d8740979caa27285de2817a for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:05.487810 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.517002 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:05.517380 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:05.517801 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.518269 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Bound using segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:05.523454 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ba3db7-0cfa-4874-b49e-1ac24abcd424,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:05.531329 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Bound port: 357ec58f-2f3c-4927-b346-bec7bd88143d, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:05.531735 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.534653 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.534653 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.535120 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.535287 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.535621 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.535972 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.536262 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.537129 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.537454 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.537774 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.538093 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.538480 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.538778 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.539094 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.539406 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Tracked resource versions report: Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: pushed versions: Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: { 'AddressGroup': {'1.2'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Agent': {'1.1'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'ConntrackHelper': {'1.0'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Log': {'1.0'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'NDPProxy': {'1.0'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Network': {'1.1'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Port': {'1.7'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'PortForwarding': {'1.3'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'QosPolicy': {'1.10'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SecurityGroup': {'1.5'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SubPort': {'1.0'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Subnet': {'1.1'}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Trunk': {'1.1'}} Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: consumer versions: Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: { DHCP agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: HyperV agent@hv-cinder-83177: {}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: L3 agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: Metadata agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: Metering agent@dv-cinder-831776-5-iscsi: {}, Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: Open vSwitch agent@dv-cinder-831776-5-iscsi: { 'AddressGroup': '1.2', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Agent': '1.1', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'ConntrackHelper': '1.0', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'LocalIPAssociation': '1.0', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Log': '1.0', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'NDPProxy': '1.0', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Network': '1.1', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Port': '1.7', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'PortForwarding': '1.3', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'QosPolicy': '1.10', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SecurityGroup': '1.5', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SecurityGroupRule': '1.2', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'SubPort': '1.0', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Subnet': '1.1', Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: 'Trunk': '1.1'}} Mar 28 05:41:05.540589 dv-cinder-831776-5-iscsi neutron-server[109791]: {{(pid=109791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:41:05.564398 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:05.586583 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (a7364dc1-4f91-47bb-b52f-dd5a5617f93b), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.588037 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:05.588845 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.607633 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] Checking segment: {'id': '4df19d95-8ee3-4a4a-88aa-4661e5230c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '35ec35f2-db4b-413e-ad32-cf27ee35919c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:05.608369 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] Network hostable DHCP agents. Network: 35ec35f2-db4b-413e-ad32-cf27ee35919c, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:41:05.619280 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3489838 Mar 28 05:41:05.638345 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8515c6-4b33-486e-be55-5db177ff9d13,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:05.641891 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:05.642555 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738045'] for router_interface (a620f96a-de31-42cc-a3c3-e9349628024c), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.684515 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33076) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:05.700576 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] Request body: {'subnet': {'network_id': 'a7364dc1-4f91-47bb-b52f-dd5a5617f93b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-810317179-subnet', 'tenant_id': 'b1f61dd67d4f44a69ae17dac2a297c90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:05.707308 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] For port 357ec58f-2f3c-4927-b346-bec7bd88143d, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:05.729161 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:05.732221 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] For port 357ec58f-2f3c-4927-b346-bec7bd88143d, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=357ec58f-2f3c-4927-b346-bec7bd88143d,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:05.747573 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.748630 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] Network 35ec35f2-db4b-413e-ad32-cf27ee35919c is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:41:05.752630 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd0c96-8775-4045-bbe5-1e5631216f24 admin admin] Pushing event updated for resources: {'Network': ['ID=a7364dc1-4f91-47bb-b52f-dd5a5617f93b,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:05.764850 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] Made reservation on behalf of b1f61dd67d4f44a69ae17dac2a297c90 for: {'subnet': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:05.768543 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.773301 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 35ec35f2-db4b-413e-ad32-cf27ee35919c) {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:05.773433 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network a7364dc1-4f91-47bb-b52f-dd5a5617f93b details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:41:05.851727 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:05.852673 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.876227 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (c94c60e6-502e-4023-8856-b513dc210de9), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.886297 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-5a5e4dc0-6cfb-4cc6-9a00-9438d1411417 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6101415 Mar 28 05:41:05.903819 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621a853-77af-4c43-b215-df8cec9e2ace None None] Network 35ec35f2-db4b-413e-ad32-cf27ee35919c requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:05.958965 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Pushing event updated for resources: {'Port': ['ID=b3a9add9-43e6-4a71-9eed-e5c94168d32c,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:05.999769 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:06.000794 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:06.021832 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a332d-bd75-44bd-bca4-3041af7e965c None None] Pushing event updated for resources: {'Port': ['ID=357ec58f-2f3c-4927-b346-bec7bd88143d,revision_number=3']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:06.058847 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.db.resource_extend [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 05:41:06.211085 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for subnet (fefd300c-5e0c-4e06-b170-49b1aa0245a4), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:06.257140 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-5faee943-a9d0-45d3-ab62-83b75243a3f9 None None] Provisioning complete for port b3a9add9-43e6-4a71-9eed-e5c94168d32c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:06.258315 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5faee943-a9d0-45d3-ab62-83b75243a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:06.261679 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:06.266606 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (c94c60e6-502e-4023-8856-b513dc210de9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:06.268995 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:06.270772 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:06.299419 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268674fa-4e9c-4571-892c-95216250cc51 None None] Network 35ec35f2-db4b-413e-ad32-cf27ee35919c requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:06.310078 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9182026 Mar 28 05:41:06.330558 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33102) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:06.350561 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] Request body: {'subnet': {'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-subnet', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:06.387651 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:06.391873 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fefd300c-5e0c-4e06-b170-49b1aa0245a4,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:06.397991 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-5faee943-a9d0-45d3-ab62-83b75243a3f9 None None] Port b3a9add9-43e6-4a71-9eed-e5c94168d32c cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:06.432542 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] Checking segment: {'id': '7646b057-431e-4128-bd55-62814bbb9039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a7364dc1-4f91-47bb-b52f-dd5a5617f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:06.438463 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] Network hostable DHCP agents. Network: a7364dc1-4f91-47bb-b52f-dd5a5617f93b, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:41:06.481445 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] Made reservation on behalf of a95d365daa944917810d5e95e3b2aefe for: {'subnet': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:06.484175 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:06.497934 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f21b7a-9476-4b18-9fb7-20278b616638 admin admin] Pushing event updated for resources: {'Network': ['ID=c94c60e6-502e-4023-8856-b513dc210de9,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:06.584173 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:06.637780 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] Network a7364dc1-4f91-47bb-b52f-dd5a5617f93b is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:41:06.673292 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:02Z', 'revision_number': 3, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:06.674136 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, a7364dc1-4f91-47bb-b52f-dd5a5617f93b) {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:06.692039 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e34ca0-6f08-4d08-b1d9-1c9ab54c6398 None None] Network a7364dc1-4f91-47bb-b52f-dd5a5617f93b requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:06.702313 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for subnet (418f1d99-5341-4144-b9ec-3887908e7b7b), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:06.732705 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4e912-52aa-4a6e-a7da-0c3080fc7c25 None None] The sync data for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi is: [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:02Z', 'revision_number': 3, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:06.806286 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network c94c60e6-502e-4023-8856-b513dc210de9 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:41:06.861587 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:06.862396 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:06.894869 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for subnet (70160510-8cfd-401b-a1a1-83d7366e7ea9), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:06.920942 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-42ce77ca-058f-43f6-9314-f737179b78d0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2234399 Mar 28 05:41:06.933738 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=418f1d99-5341-4144-b9ec-3887908e7b7b,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:06.980431 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09088974-00c4-4f86-9389-437b6606e521 None None] Network a7364dc1-4f91-47bb-b52f-dd5a5617f93b requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:06.986031 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] Checking segment: {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:06.987686 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] Network hostable DHCP agents. Network: dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:41:07.041431 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] Network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:41:07.067291 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=70160510-8cfd-401b-a1a1-83d7366e7ea9,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:07.091075 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] Checking segment: {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:07.093096 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] Network hostable DHCP agents. Network: c94c60e6-502e-4023-8856-b513dc210de9, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:41:07.096273 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:07.101928 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:07.102753 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.132044 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] Network c94c60e6-502e-4023-8856-b513dc210de9 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:41:07.137164 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea83753-96c4-4891-824d-bd44c8c630b9 None None] Network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:07.141723 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, c94c60e6-502e-4023-8856-b513dc210de9) {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:07.150821 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:07.153016 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.160958 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d86f95d2-7788-4dff-996c-43f1f1d25160 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2204096 Mar 28 05:41:07.163871 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33132) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:07.168513 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Publish callbacks [] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.169512 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:07.180312 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.181121 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737897'] for router_interface (a620f96a-de31-42cc-a3c3-e9349628024c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.212321 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33134) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:07.216723 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-129f97ad-60ac-488d-b12e-451c109cbaac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8749404 Mar 28 05:41:07.243940 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c8ba5a-fed3-449e-ac89-79ae3e24a089 None None] Network c94c60e6-502e-4023-8856-b513dc210de9 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:07.254453 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.257178 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.287958 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:07.451584 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Pushing event updated for resources: {'Port': ['ID=b3a9add9-43e6-4a71-9eed-e5c94168d32c,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:07.465587 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (9658da23-a78f-4c25-ad4a-58c527d682a9), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.466661 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (9658da23-a78f-4c25-ad4a-58c527d682a9), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.621222 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Network 7a808657-1d82-4bea-8435-546dcdbe6c27 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:07.641595 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-c94c60e6-502e-4023-8856-b513dc210de9', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:41:07.643049 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.680607 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:07.696338 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Publish callbacks [] for router_controller (9658da23-a78f-4c25-ad4a-58c527d682a9), precommit_add_association {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.777335 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'project_id': '166ef12b1d8740979caa27285de2817a', 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:41:07.779838 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.787748 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Publish callbacks [] for router_controller (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), precommit_add_association {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:08.070063 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Allocated IP 172.20.0.2 (c94c60e6-502e-4023-8856-b513dc210de9/70160510-8cfd-401b-a1a1-83d7366e7ea9/3798cf4b-6fe8-4d28-b4ca-d32420f73b7a) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:08.099375 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Allocated IP 172.20.0.2 (dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf/418f1d99-5341-4144-b9ec-3887908e7b7b/f87186e8-7ade-4dd5-b237-3cef6888abe9) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:08.189316 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Publish callbacks [] for router_gateway (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:08.202243 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33168) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:08.212127 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2113341999-network', 'tenant_id': '5747e796413e43038bacfd3dbe84ac93'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:08.310764 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33188) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:08.319225 dv-cinder-831776-5-iscsi neutron-server[109788]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 05:41:08.335807 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-2867115f-56ec-46bb-bc1d-0506c376925d None None] Provisioning complete for port b3a9add9-43e6-4a71-9eed-e5c94168d32c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:08.336257 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2867115f-56ec-46bb-bc1d-0506c376925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:08.519856 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-2867115f-56ec-46bb-bc1d-0506c376925d None None] Port b3a9add9-43e6-4a71-9eed-e5c94168d32c cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:08.596139 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Publish callbacks [] for router_gateway (9658da23-a78f-4c25-ad4a-58c527d682a9), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:08.621607 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-3c73c6a9-4376-44f3-af6e-0df8bd047665 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:08.624336 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Router a620f96a-de31-42cc-a3c3-e9349628024c has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:41:08.626132 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-3c73c6a9-4376-44f3-af6e-0df8bd047665 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/networks?id=a7364dc1-4f91-47bb-b52f-dd5a5617f93b HTTP/1.1" status: 200 len: 811 time: 0.3088574 Mar 28 05:41:08.632750 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Publish callbacks [] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:08.640524 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Made reservation on behalf of 5747e796413e43038bacfd3dbe84ac93 for: {'network': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:08.643858 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:08.652358 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:08.655578 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33200) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:08.673863 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:08.677140 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-f6a41e96-c2c8-477b-ae61-7d568e6c7cfc tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/quotas/b1f61dd67d4f44a69ae17dac2a297c90 HTTP/1.1" status: 200 len: 375 time: 0.0397871 Mar 28 05:41:08.723201 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Publish callbacks [] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:08.758512 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Network c94c60e6-502e-4023-8856-b513dc210de9 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:08.765064 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:08.772051 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:08.774673 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:08.785460 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-6a534dbc-63c7-476b-bf43-f15c09100c56 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1f61dd67d4f44a69ae17dac2a297c90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002178 Mar 28 05:41:08.785766 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Pushing event updated for resources: {'Port': ['ID=3798cf4b-6fe8-4d28-b4ca-d32420f73b7a,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:08.947535 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:08.955983 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-be54b3f9-3a0d-4954-afd1-f165c2a1350a admin admin] 10.222.0.20 "PUT /v2.0/routers/a620f96a-de31-42cc-a3c3-e9349628024c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2230561 Mar 28 05:41:09.011229 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:09.020216 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:09.039676 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:09.043729 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-38b2d369-c89a-493a-b33e-cc5e890040d1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:41:09.044759 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-38b2d369-c89a-493a-b33e-cc5e890040d1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1375263 Mar 28 05:41:09.065137 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Pushing event updated for resources: {'Port': ['ID=f87186e8-7ade-4dd5-b237-3cef6888abe9,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:09.098435 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Attempting to bind port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:09.098989 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Attempting to bind port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:09.099355 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Attempting to bind port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a on network c94c60e6-502e-4023-8856-b513dc210de9 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:09.101270 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.134915 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:09.134915 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Checking segment: {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:09.135207 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.135531 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Bound using segment: {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:09.136006 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Bound port: 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:09.136383 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.145292 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Publish callbacks [] for router_gateway (9658da23-a78f-4c25-ad4a-58c527d682a9), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.157127 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Attempting to bind port f87186e8-7ade-4dd5-b237-3cef6888abe9 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:09.157496 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Attempting to bind port f87186e8-7ade-4dd5-b237-3cef6888abe9 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:09.157854 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Attempting to bind port f87186e8-7ade-4dd5-b237-3cef6888abe9 on network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:09.164918 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:09.165294 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Checking segment: {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:09.165688 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.166134 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Bound using segment: {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:09.166548 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Bound port: f87186e8-7ade-4dd5-b237-3cef6888abe9, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:09.166930 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.204094 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-be02f548-c4c0-42c1-b227-96a7be8f5a49 service neutron] 10.222.0.20 "GET /v2.0/networks/a7364dc1-4f91-47bb-b52f-dd5a5617f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268618 Mar 28 05:41:09.207642 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.210781 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Publish callbacks [] for security_group (e1739970-b39f-4a14-b248-294922e98de0), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.212440 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-580438f1-5132-421a-a043-fb6455994452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.308268 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] For port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:09.311366 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-580438f1-5132-421a-a043-fb6455994452 admin admin] Publish callbacks [] for security_group (af591307-63af-40a3-a15c-af8d09239ac7), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.323183 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e1739970-b39f-4a14-b248-294922e98de0), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.326219 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 357ec58f-2f3c-4927-b346-bec7bd88143d up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:09.334540 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] For port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=3798cf4b-6fe8-4d28-b4ca-d32420f73b7a,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:09.335654 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=109788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:41:09.345301 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (51d523ad-04d9-42f9-8963-879913c37e87), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.345691 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.segments_db [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Added segment 51d523ad-04d9-42f9-8963-879913c37e87 of type vlan for network 36b874bf-482e-45f0-ba49-c039ff2d1b65 Mar 28 05:41:09.367624 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] For port f87186e8-7ade-4dd5-b237-3cef6888abe9, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:09.375393 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.395509 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-580438f1-5132-421a-a043-fb6455994452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (af591307-63af-40a3-a15c-af8d09239ac7), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.417486 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Allocated IP 172.27.1.160 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/a96ad468-c28c-4c71-91f0-7838ace6f6b8) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:09.419619 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] For port f87186e8-7ade-4dd5-b237-3cef6888abe9, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=f87186e8-7ade-4dd5-b237-3cef6888abe9,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:09.440242 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.511168 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba435d9-a864-46f1-aa8b-ba9095ec180a None None] Pushing event updated for resources: {'Port': ['ID=3798cf4b-6fe8-4d28-b4ca-d32420f73b7a,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:09.573441 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 357ec58f-2f3c-4927-b346-bec7bd88143d triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:09.573817 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.576833 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (36b874bf-482e-45f0-ba49-c039ff2d1b65), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.581635 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Publish callbacks [] for router_gateway (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.653981 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c56477-287d-4ae5-83f4-937c65952e5f None None] Pushing event updated for resources: {'Port': ['ID=f87186e8-7ade-4dd5-b237-3cef6888abe9,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:09.679004 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-580438f1-5132-421a-a043-fb6455994452 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13e66aaf2cbf449fb936d1815a7df55b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0212085 Mar 28 05:41:09.687358 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.723454 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Sync routers for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:09.738035 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Publish callbacks [] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.751471 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 357ec58f-2f3c-4927-b346-bec7bd88143d is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:09.751850 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.759510 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:09.760139 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:09.776712 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1739970-b39f-4a14-b248-294922e98de0,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:09.790472 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33226) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:09.848434 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.850161 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (36b874bf-482e-45f0-ba49-c039ff2d1b65), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.851203 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:09.852623 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:09.881354 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 357ec58f-2f3c-4927-b346-bec7bd88143d, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=357ec58f-2f3c-4927-b346-bec7bd88143d,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:09.901294 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.021860 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:10.026005 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:10.028222 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Pushing event updated for resources: {'Port': ['ID=a96ad468-c28c-4c71-91f0-7838ace6f6b8,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:10.040515 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:10.053342 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:10.066308 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] Pushing event updated for resources: {'Network': ['ID=36b874bf-482e-45f0-ba49-c039ff2d1b65,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:10.135589 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 36b874bf-482e-45f0-ba49-c039ff2d1b65 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:41:10.139141 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-66c22872-f719-4cd7-9923-bfd0dff8ec60 service neutron] 10.222.0.20 "GET /v2.0/networks/a7364dc1-4f91-47bb-b52f-dd5a5617f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9135728 Mar 28 05:41:10.139746 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=357ec58f-2f3c-4927-b346-bec7bd88143d,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:10.140976 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Allocated IP 172.27.1.144 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/16ad2712-46d0-4f71-878f-ee14c139703d) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:10.157696 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580438f1-5132-421a-a043-fb6455994452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af591307-63af-40a3-a15c-af8d09239ac7,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:10.214566 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-66c36fa3-c028-4eb2-b1fb-8065c11064d2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0107188 Mar 28 05:41:10.217530 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33232) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:10.218028 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33234) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:10.224684 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] Request body: {'subnet': {'network_id': '36b874bf-482e-45f0-ba49-c039ff2d1b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2113341999-subnet', 'tenant_id': '5747e796413e43038bacfd3dbe84ac93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:10.233142 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-a02c0ccb-470a-477b-a2a3-7d66c8c695ad tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081764924', 'description': 'tempest-description--915893564'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:10.268903 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e3501234-f9ba-4dbd-8627-beb164ccd952 admin admin] Publish callbacks [] for security_group (af591307-63af-40a3-a15c-af8d09239ac7), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.354536 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a02c0ccb-470a-477b-a2a3-7d66c8c695ad tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.362776 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] Made reservation on behalf of 5747e796413e43038bacfd3dbe84ac93 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:10.365623 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.378034 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e3501234-f9ba-4dbd-8627-beb164ccd952 admin admin] Publish callbacks [] for security_group (af591307-63af-40a3-a15c-af8d09239ac7), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.484906 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33248) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:10.507102 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a02c0ccb-470a-477b-a2a3-7d66c8c695ad tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (932432ba-54da-45fa-9ca4-195f1512f0a9), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.523106 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 2, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:10.538355 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a02c0ccb-470a-477b-a2a3-7d66c8c695ad tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (932432ba-54da-45fa-9ca4-195f1512f0a9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.562044 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Checking router: a620f96a-de31-42cc-a3c3-e9349628024c for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:10.562044 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Updating router a620f96a-de31-42cc-a3c3-e9349628024c port b3a9add9-43e6-4a71-9eed-e5c94168d32c binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:41:10.567648 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-11517edf-b7dd-4a06-acb3-d20d087320c1 req-7348e3ad-0d44-4b6f-9311-81ed05bfe439 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0782735 Mar 28 05:41:10.582215 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Publish callbacks [] for router_gateway (9658da23-a78f-4c25-ad4a-58c527d682a9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.582733 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Publish callbacks [] for port (16ad2712-46d0-4f71-878f-ee14c139703d), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.601533 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e3501234-f9ba-4dbd-8627-beb164ccd952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (af591307-63af-40a3-a15c-af8d09239ac7), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.604227 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e3501234-f9ba-4dbd-8627-beb164ccd952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.605418 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-e3501234-f9ba-4dbd-8627-beb164ccd952 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af591307-63af-40a3-a15c-af8d09239ac7 HTTP/1.1" status: 204 len: 168 time: 0.8087299 Mar 28 05:41:10.627795 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.632071 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3501234-f9ba-4dbd-8627-beb164ccd952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af591307-63af-40a3-a15c-af8d09239ac7,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:10.658735 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.706810 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:10.711346 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:10.723099 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:10.786301 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a02c0ccb-470a-477b-a2a3-7d66c8c695ad tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.790334 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a02c0ccb-470a-477b-a2a3-7d66c8c695ad tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5586679 Mar 28 05:41:10.800783 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33262) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:10.809412 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-48e1c38a-80f4-418a-9c21-4fa78f6d6c34 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'security_group_rule': {'security_group_id': '932432ba-54da-45fa-9ca4-195f1512f0a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:10.820084 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c0ccb-470a-477b-a2a3-7d66c8c695ad tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932432ba-54da-45fa-9ca4-195f1512f0a9,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:11.043651 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-48e1c38a-80f4-418a-9c21-4fa78f6d6c34 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (90cf556d-240b-46b2-a71a-4b9d04161c1e), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.108860 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Pushing event updated for resources: {'Port': ['ID=16ad2712-46d0-4f71-878f-ee14c139703d,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:11.342505 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33278) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:11.347935 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c8072-f3a7-48bb-8c15-cf28c173af09 None None] Network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:11.381960 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-843d3715-cedb-4141-843a-d46b9d100026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.417396 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Publish callbacks [] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.464729 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-0cdafd5a-02b7-41a9-97fe-e1a0bfa54428 None None] Provisioning complete for port f87186e8-7ade-4dd5-b237-3cef6888abe9 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:11.465030 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0cdafd5a-02b7-41a9-97fe-e1a0bfa54428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.467230 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.522070 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Publish callbacks [] for router_gateway (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.650056 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:11.703162 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Attempting to bind port b3a9add9-43e6-4a71-9eed-e5c94168d32c on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:11.703449 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Attempting to bind port b3a9add9-43e6-4a71-9eed-e5c94168d32c by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:11.703808 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Attempting to bind port b3a9add9-43e6-4a71-9eed-e5c94168d32c on network 7a808657-1d82-4bea-8435-546dcdbe6c27 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:11.711232 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3478a3d-a474-4704-8a0b-2f45710623c1 None None] Network c94c60e6-502e-4023-8856-b513dc210de9 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:11.739256 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0ab105e4-85ca-45eb-aae0-b76c745e3044 req-c10461fe-e70b-4794-bfed-3e4700e8653f tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0336781 Mar 28 05:41:11.740510 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:11.741403 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Checking segment: {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:11.741403 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.741791 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Bound using segment: {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:11.742301 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Bound port: b3a9add9-43e6-4a71-9eed-e5c94168d32c, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:11.742685 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.768660 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-48e1c38a-80f4-418a-9c21-4fa78f6d6c34 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (90cf556d-240b-46b2-a71a-4b9d04161c1e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.793957 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-48e1c38a-80f4-418a-9c21-4fa78f6d6c34 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (90cf556d-240b-46b2-a71a-4b9d04161c1e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.796905 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-843d3715-cedb-4141-843a-d46b9d100026 admin admin] Publish callbacks [] for security_group (e0f71b71-2667-4bf9-9f6e-0d2a171b7ded), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.801459 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-843d3715-cedb-4141-843a-d46b9d100026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e0f71b71-2667-4bf9-9f6e-0d2a171b7ded), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.804321 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344'] for router (9658da23-a78f-4c25-ad4a-58c527d682a9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.820178 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for subnet (d3763401-bafb-4cbd-be45-a47e45e6a6de), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.887781 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-843d3715-cedb-4141-843a-d46b9d100026 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b77ef3dd640d4e88a6b08eb256512cb2&name=default HTTP/1.1" status: 200 len: 2994 time: 0.5373452 Mar 28 05:41:11.888683 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33298) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:11.932295 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d3715-cedb-4141-843a-d46b9d100026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f71b71-2667-4bf9-9f6e-0d2a171b7ded,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:11.951975 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1c38a-80f4-418a-9c21-4fa78f6d6c34 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cf556d-240b-46b2-a71a-4b9d04161c1e,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:11.964967 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fd477e26-bead-4f95-a279-235db9518a5c admin admin] Publish callbacks [] for security_group (e0f71b71-2667-4bf9-9f6e-0d2a171b7ded), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.977422 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344'] for router (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.983238 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3763401-bafb-4cbd-be45-a47e45e6a6de,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:11.995908 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-48e1c38a-80f4-418a-9c21-4fa78f6d6c34 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.000392 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-48e1c38a-80f4-418a-9c21-4fa78f6d6c34 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1984801 Mar 28 05:41:12.001169 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33300) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:12.014166 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-471000ce-0140-41b2-86cb-aa20502b05be tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'security_group_rule': {'security_group_id': '932432ba-54da-45fa-9ca4-195f1512f0a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:12.022651 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] Checking segment: {'id': '51d523ad-04d9-42f9-8963-879913c37e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36b874bf-482e-45f0-ba49-c039ff2d1b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:12.023118 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] Network hostable DHCP agents. Network: 36b874bf-482e-45f0-ba49-c039ff2d1b65, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:41:12.036170 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] For port b3a9add9-43e6-4a71-9eed-e5c94168d32c, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:12.052852 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:12.053880 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.066208 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fd477e26-bead-4f95-a279-235db9518a5c admin admin] Publish callbacks [] for security_group (e0f71b71-2667-4bf9-9f6e-0d2a171b7ded), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.068889 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9899ff-a4c2-457f-a326-83ff4fb76bd4 None None] Pushing event updated for resources: {'Port': ['ID=b3a9add9-43e6-4a71-9eed-e5c94168d32c,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:12.077723 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] Network 36b874bf-482e-45f0-ba49-c039ff2d1b65 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:41:12.094774 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-471000ce-0140-41b2-86cb-aa20502b05be tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (c3589f8d-0b32-42ea-84e0-6ec8748e299d), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.107573 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 36b874bf-482e-45f0-ba49-c039ff2d1b65) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:12.113532 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] For port b3a9add9-43e6-4a71-9eed-e5c94168d32c, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=b3a9add9-43e6-4a71-9eed-e5c94168d32c,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:12.127338 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a0b0d3-5394-45fb-bf27-7ebfead95f40 None None] Network 36b874bf-482e-45f0-ba49-c039ff2d1b65 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:12.136674 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:12.137444 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.154012 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.199053 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fd477e26-bead-4f95-a279-235db9518a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e0f71b71-2667-4bf9-9f6e-0d2a171b7ded), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.202107 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fd477e26-bead-4f95-a279-235db9518a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.206858 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-fd477e26-bead-4f95-a279-235db9518a5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0f71b71-2667-4bf9-9f6e-0d2a171b7ded HTTP/1.1" status: 204 len: 168 time: 0.3168840 Mar 28 05:41:12.210622 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b2ae176d-eabf-4dc4-b23b-b56956d48058 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9906545 Mar 28 05:41:12.232663 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Router 9658da23-a78f-4c25-ad4a-58c527d682a9 is scheduled to L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c with binding_index 1 {{(pid=109789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:41:12.242070 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd477e26-bead-4f95-a279-235db9518a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f71b71-2667-4bf9-9f6e-0d2a171b7ded,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:12.256423 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-471000ce-0140-41b2-86cb-aa20502b05be tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (c3589f8d-0b32-42ea-84e0-6ec8748e299d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.261975 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-471000ce-0140-41b2-86cb-aa20502b05be tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (c3589f8d-0b32-42ea-84e0-6ec8748e299d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.275044 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba is scheduled to L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c with binding_index 1 {{(pid=109788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:41:12.307740 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9899ff-a4c2-457f-a326-83ff4fb76bd4 None None] Pushing event updated for resources: {'Port': ['ID=b3a9add9-43e6-4a71-9eed-e5c94168d32c,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:12.366838 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-471000ce-0140-41b2-86cb-aa20502b05be tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.368166 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-471000ce-0140-41b2-86cb-aa20502b05be tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3584247 Mar 28 05:41:12.371968 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33312) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:12.378201 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471000ce-0140-41b2-86cb-aa20502b05be tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3589f8d-0b32-42ea-84e0-6ec8748e299d,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:12.392166 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:12.392820 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:12.399215 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:12.423936 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33318) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:12.491574 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.578219 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:12.595524 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Sync routers for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:12.600613 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-0cdafd5a-02b7-41a9-97fe-e1a0bfa54428 None None] Current status of the port f87186e8-7ade-4dd5-b237-3cef6888abe9 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:12.601017 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0cdafd5a-02b7-41a9-97fe-e1a0bfa54428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.611436 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.613421 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:12.613789 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-fe92d688-53a5-4f2c-9125-f1884edefc0a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4488597 Mar 28 05:41:12.614937 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:12.619386 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33322) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:12.623255 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:12.670515 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf55971-ebea-4ad9-89bf-d67f46edf33b admin admin] Deleting subnet 55ba3db7-0cfa-4874-b49e-1ac24abcd424 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:41:12.682333 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bbf55971-ebea-4ad9-89bf-d67f46edf33b admin admin] Publish callbacks [] for subnet (55ba3db7-0cfa-4874-b49e-1ac24abcd424), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.739050 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bbf55971-ebea-4ad9-89bf-d67f46edf33b admin admin] Publish callbacks [] for subnet (55ba3db7-0cfa-4874-b49e-1ac24abcd424), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.751223 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bbf55971-ebea-4ad9-89bf-d67f46edf33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (55ba3db7-0cfa-4874-b49e-1ac24abcd424), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.827866 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:12.876966 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bbf55971-ebea-4ad9-89bf-d67f46edf33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for subnet (55ba3db7-0cfa-4874-b49e-1ac24abcd424), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.895238 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:12.898940 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ebde72-6e9b-4e9e-9a9a-120ceec556d5 None None] Network 36b874bf-482e-45f0-ba49-c039ff2d1b65 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:12.938641 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Sync routers for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:12.994675 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:12.995153 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.007976 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf55971-ebea-4ad9-89bf-d67f46edf33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ba3db7-0cfa-4874-b49e-1ac24abcd424,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:13.026378 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bbf55971-ebea-4ad9-89bf-d67f46edf33b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.030531 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-bbf55971-ebea-4ad9-89bf-d67f46edf33b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/55ba3db7-0cfa-4874-b49e-1ac24abcd424 HTTP/1.1" status: 204 len: 168 time: 0.6055262 Mar 28 05:41:13.033265 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33334) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:13.055401 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.057478 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a95a4aae-6920-4d27-9578-63dc4a309edd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7867780 Mar 28 05:41:13.068171 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-0cdafd5a-02b7-41a9-97fe-e1a0bfa54428 None None] For port f87186e8-7ade-4dd5-b237-3cef6888abe9, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=f87186e8-7ade-4dd5-b237-3cef6888abe9,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:13.082913 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33336) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:13.085165 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1c0ce5f2-a82f-4f0c-95d0-5df667fe0f77 req-1a5832c6-ad2e-4452-842e-c942eecd8052 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0836358 Mar 28 05:41:13.161006 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:11Z', 'revision_number': 3, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:13.193725 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (35ec35f2-db4b-413e-ad32-cf27ee35919c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.210376 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Checking router: 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:13.210956 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Updating router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba port 16ad2712-46d0-4f71-878f-ee14c139703d binding host dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:41:13.257706 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.291150 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0cdafd5a-02b7-41a9-97fe-e1a0bfa54428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.291249 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.441719 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (35ec35f2-db4b-413e-ad32-cf27ee35919c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.453020 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdafd5a-02b7-41a9-97fe-e1a0bfa54428 None None] Pushing event updated for resources: {'Port': ['ID=f87186e8-7ade-4dd5-b237-3cef6888abe9,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:13.464558 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=3798cf4b-6fe8-4d28-b4ca-d32420f73b7a,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:13.472311 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:13.473650 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:13.538027 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.540711 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.543004 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.544747 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > port after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.550406 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.550954 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > port after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.552484 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.552962 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.553444 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.553920 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.615116 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.616198 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device f87186e8-7ade-4dd5-b237-3cef6888abe9 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:13.748055 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Publish callbacks [] for port (16ad2712-46d0-4f71-878f-ee14c139703d), precommit_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.757258 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Provisioning complete for port f87186e8-7ade-4dd5-b237-3cef6888abe9 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:13.758743 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.760856 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.815432 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8677aa-1cab-4e99-a2ec-eb6c2b905cce None None] Pushing event updated for resources: {'Port': ['ID=16ad2712-46d0-4f71-878f-ee14c139703d,revision_number=2']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:13.844209 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Attempting to bind port 16ad2712-46d0-4f71-878f-ee14c139703d on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:13.844733 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Attempting to bind port 16ad2712-46d0-4f71-878f-ee14c139703d by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:13.845287 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Attempting to bind port 16ad2712-46d0-4f71-878f-ee14c139703d on network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:13.849863 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port f87186e8-7ade-4dd5-b237-3cef6888abe9 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:13.850244 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.873470 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:13.874674 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:13.876031 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.876576 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Bound using segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:13.877544 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Bound port: 16ad2712-46d0-4f71-878f-ee14c139703d, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:13.879091 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.912684 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.913210 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.913752 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.914101 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:13.914504 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ec35f2-db4b-413e-ad32-cf27ee35919c']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:13.958284 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:12Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:13.991284 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df19d95-8ee3-4a4a-88aa-4661e5230c92') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:13.992500 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df19d95-8ee3-4a4a-88aa-4661e5230c92') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:13.993592 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] For port 16ad2712-46d0-4f71-878f-ee14c139703d, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:14.002317 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] For port 16ad2712-46d0-4f71-878f-ee14c139703d, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=16ad2712-46d0-4f71-878f-ee14c139703d,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:14.004410 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e1b2d-8335-48bf-a601-fd4ebb3b7d39 None None] The sync data for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi is: [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:12Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:14.009426 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:14.020949 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.038529 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2432485'] for segment (4df19d95-8ee3-4a4a-88aa-4661e5230c92), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.108889 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=3798cf4b-6fe8-4d28-b4ca-d32420f73b7a,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:14.136398 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (4df19d95-8ee3-4a4a-88aa-4661e5230c92), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.157091 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Allocated IP 172.27.1.166 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/1c98ca86-978a-4c60-bf1f-3b9285cd0ef0) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:14.162742 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:41:14.163882 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734630'] for segment (4df19d95-8ee3-4a4a-88aa-4661e5230c92), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: from cryptography.utils import int_from_bytes Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: from cryptography.utils import int_from_bytes Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: Traceback (most recent call last): Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: timer() Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: cb(*args, **kw) Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: return func(*args, **kwargs) Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: self._notify() Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: self.callback(batched_events) Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: event.method(event) Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: return f(self, *a, **k) Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._get(url).json() Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:41:14.175062 dv-cinder-831776-5-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:41:14.230574 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:14.230843 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:14.283359 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-345fe4ff-86e7-4b1d-8d9c-3dfe500127e0 req-6383248b-c23d-47f4-b676-e747771b6cf8 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0668449 Mar 28 05:41:14.391879 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8677aa-1cab-4e99-a2ec-eb6c2b905cce None None] Pushing event updated for resources: {'Port': ['ID=16ad2712-46d0-4f71-878f-ee14c139703d,revision_number=3']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:14.446155 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.471974 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port f87186e8-7ade-4dd5-b237-3cef6888abe9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:14.479836 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (35ec35f2-db4b-413e-ad32-cf27ee35919c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.481065 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:14.481782 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 357ec58f-2f3c-4927-b346-bec7bd88143d up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:14.488928 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Current status of the port f87186e8-7ade-4dd5-b237-3cef6888abe9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:14.507619 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.510932 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] 10.222.0.20 "DELETE /v2.0/networks/35ec35f2-db4b-413e-ad32-cf27ee35919c HTTP/1.1" status: 204 len: 168 time: 1.4764767 Mar 28 05:41:14.515042 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33370) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:14.625320 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a78c12d-3d2d-47a2-8a72-d3ae82ca9b61 admin admin] Deleting subnet d3763401-bafb-4cbd-be45-a47e45e6a6de {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:41:14.650088 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4a78c12d-3d2d-47a2-8a72-d3ae82ca9b61 admin admin] Publish callbacks [] for subnet (d3763401-bafb-4cbd-be45-a47e45e6a6de), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.652588 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d616388-02d7-4506-9038-0e84b3f50f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=35ec35f2-db4b-413e-ad32-cf27ee35919c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:14.805392 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Provisioning complete for port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:14.806575 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.826318 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 357ec58f-2f3c-4927-b346-bec7bd88143d triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:14.827351 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.832461 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4a78c12d-3d2d-47a2-8a72-d3ae82ca9b61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (d3763401-bafb-4cbd-be45-a47e45e6a6de), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.857612 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.891248 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.21', 52341) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:14.910405 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for port (1c98ca86-978a-4c60-bf1f-3b9285cd0ef0), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.919258 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:11Z', 'revision_number': 3, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:14.988206 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86cd23-ae61-4b25-a72a-ad7472a74014 None None] The sync data for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi is: [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:11Z', 'revision_number': 3, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:15.292545 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Allocated IP 172.20.0.1 (dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf/418f1d99-5341-4144-b9ec-3887908e7b7b/7eaff30d-3d22-4659-94bc-8bc527ade15c) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:15.389107 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:10Z', 'revision_number': 3, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:15.391743 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (1c98ca86-978a-4c60-bf1f-3b9285cd0ef0), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.492569 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'Port': ['ID=1c98ca86-978a-4c60-bf1f-3b9285cd0ef0,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:15.498613 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4a78c12d-3d2d-47a2-8a72-d3ae82ca9b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (d3763401-bafb-4cbd-be45-a47e45e6a6de), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.579699 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:15.589361 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:15.644325 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Publish callbacks [] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.658291 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:15.681904 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-05c06304-53a3-4ae6-90f4-cdd6402af1b4 req-4cb17d49-faf2-40f8-a0b6-f394a370a0f1 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 210 time: 0.2534087 Mar 28 05:41:15.682401 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33422) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:15.692343 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Allocated IP 172.20.0.1 (c94c60e6-502e-4023-8856-b513dc210de9/70160510-8cfd-401b-a1a1-83d7366e7ea9/84d33d47-dec8-4c58-afaa-5e7c2a15d585) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:15.736952 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Checking router: 9658da23-a78f-4c25-ad4a-58c527d682a9 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:15.737550 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Updating router 9658da23-a78f-4c25-ad4a-58c527d682a9 port a96ad468-c28c-4c71-91f0-7838ace6f6b8 binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:41:15.792436 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.843323 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Current status of the port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:15.886214 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 357ec58f-2f3c-4927-b346-bec7bd88143d is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:15.893077 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Provisioning complete for port b3a9add9-43e6-4a71-9eed-e5c94168d32c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:15.893269 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.895152 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.934045 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-76ca4831-b7ce-4ea7-be59-c9459f90477d tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:15.937019 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-76ca4831-b7ce-4ea7-be59-c9459f90477d tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.21 "GET /v2.0/networks?id=a7364dc1-4f91-47bb-b52f-dd5a5617f93b HTTP/1.1" status: 200 len: 811 time: 1.0427003 Mar 28 05:41:15.949006 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4a78c12d-3d2d-47a2-8a72-d3ae82ca9b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (d3763401-bafb-4cbd-be45-a47e45e6a6de), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.049952 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Request body: {'port': {'device_id': '1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1', 'network_id': 'a7364dc1-4f91-47bb-b52f-dd5a5617f93b', 'admin_state_up': True, 'tenant_id': 'b1f61dd67d4f44a69ae17dac2a297c90'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:16.198316 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:16.209951 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:16.220990 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:16.221594 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738045'] for router_interface (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.329462 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78c12d-3d2d-47a2-8a72-d3ae82ca9b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3763401-bafb-4cbd-be45-a47e45e6a6de,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:16.375607 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4a78c12d-3d2d-47a2-8a72-d3ae82ca9b61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.387338 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4a78c12d-3d2d-47a2-8a72-d3ae82ca9b61 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d3763401-bafb-4cbd-be45-a47e45e6a6de HTTP/1.1" status: 204 len: 168 time: 1.8676088 Mar 28 05:41:16.403419 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a192-30e6-4e21-968e-185c3a73e85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.407909 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33454) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:16.424958 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (071c98b0-2cad-4f3f-9dbc-7a69d6d80d73), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.523743 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Publish callbacks [] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.566303 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:16.580416 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.584615 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Pushing event updated for resources: {'Port': ['ID=7eaff30d-3d22-4659-94bc-8bc527ade15c,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:16.686630 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (1c98ca86-978a-4c60-bf1f-3b9285cd0ef0), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.755785 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Attempting to bind port a96ad468-c28c-4c71-91f0-7838ace6f6b8 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:16.756964 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Attempting to bind port a96ad468-c28c-4c71-91f0-7838ace6f6b8 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:16.757506 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Attempting to bind port a96ad468-c28c-4c71-91f0-7838ace6f6b8 on network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:16.777472 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:16.778118 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:16.778732 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.779295 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Bound using segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:16.779938 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Bound port: a96ad468-c28c-4c71-91f0-7838ace6f6b8, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:16.780472 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.861760 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b906b-8905-419d-adac-e654f31f165a None None] Pushing event updated for resources: {'Port': ['ID=a96ad468-c28c-4c71-91f0-7838ace6f6b8,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:16.924733 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Publish callbacks [] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.994043 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for port (1c98ca86-978a-4c60-bf1f-3b9285cd0ef0), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.013958 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.028708 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (1c98ca86-978a-4c60-bf1f-3b9285cd0ef0), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.175146 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] For port a96ad468-c28c-4c71-91f0-7838ace6f6b8, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:17.185992 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Network c94c60e6-502e-4023-8856-b513dc210de9 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:17.195047 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] For port a96ad468-c28c-4c71-91f0-7838ace6f6b8, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=a96ad468-c28c-4c71-91f0-7838ace6f6b8,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:17.221263 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:17.222459 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.228787 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.242089 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:17.279000 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'Port': ['ID=1c98ca86-978a-4c60-bf1f-3b9285cd0ef0,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:17.292540 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b7b31007-b12b-414f-9a2e-b24ceacc1161 req-e26b3a8b-841b-4e7f-bdb5-af4c5a20f575 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 210 time: 0.3574593 Mar 28 05:41:17.297997 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Made reservation on behalf of b1f61dd67d4f44a69ae17dac2a297c90 for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:17.302913 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:17.303432 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738045'] for router_interface (9658da23-a78f-4c25-ad4a-58c527d682a9), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.304228 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.316377 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (071c98b0-2cad-4f3f-9dbc-7a69d6d80d73), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.321489 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Current status of the port b3a9add9-43e6-4a71-9eed-e5c94168d32c is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:17.335527 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.372434 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (36b874bf-482e-45f0-ba49-c039ff2d1b65), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.432713 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.440871 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Pushing event updated for resources: {'Port': ['ID=84d33d47-dec8-4c58-afaa-5e7c2a15d585,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:17.538228 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.539890 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0c474a2e-983b-4760-bb08-f2742b540260 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1653187 Mar 28 05:41:17.556393 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] For port b3a9add9-43e6-4a71-9eed-e5c94168d32c, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=b3a9add9-43e6-4a71-9eed-e5c94168d32c,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:17.577252 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.658153 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:17.659537 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device f87186e8-7ade-4dd5-b237-3cef6888abe9 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:17.792044 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:17.793074 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:17.794604 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b906b-8905-419d-adac-e654f31f165a None None] Pushing event updated for resources: {'Port': ['ID=a96ad468-c28c-4c71-91f0-7838ace6f6b8,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:17.969553 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Allocated IP 172.20.0.14 (a7364dc1-4f91-47bb-b52f-dd5a5617f93b/fefd300c-5e0c-4e06-b170-49b1aa0245a4/65509328-5c46-442a-9783-0c12b3fdf5f3) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:18.006717 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-795e4218-6ed8-435f-857d-c270b6b5a9ab None None] Provisioning complete for port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:18.007158 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-795e4218-6ed8-435f-857d-c270b6b5a9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.138405 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872806b-5a87-4c70-87a5-bd24d61efc73 None None] Pushing event updated for resources: {'Port': ['ID=b3a9add9-43e6-4a71-9eed-e5c94168d32c,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:18.157268 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port f87186e8-7ade-4dd5-b237-3cef6888abe9 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:18.157662 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.236193 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:18.270797 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33508) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:18.385997 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a192-30e6-4e21-968e-185c3a73e85d admin admin] Publish callbacks [] for security_group (e5c2e103-4f8f-4388-acd5-dabb81e6a8c3), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.404870 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Publish callbacks [] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.408812 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a192-30e6-4e21-968e-185c3a73e85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e5c2e103-4f8f-4388-acd5-dabb81e6a8c3), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.431081 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-795e4218-6ed8-435f-857d-c270b6b5a9ab None None] Current status of the port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:18.439434 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (36b874bf-482e-45f0-ba49-c039ff2d1b65), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.501239 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.505413 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-795e4218-6ed8-435f-857d-c270b6b5a9ab None None] Provisioning complete for port 7eaff30d-3d22-4659-94bc-8bc527ade15c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:18.505993 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-795e4218-6ed8-435f-857d-c270b6b5a9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.566097 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port f87186e8-7ade-4dd5-b237-3cef6888abe9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:18.568033 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device b3a9add9-43e6-4a71-9eed-e5c94168d32c up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:18.570890 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.571274 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.572070 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.572515 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > port after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.572896 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > port after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.573261 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > port after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.573620 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.573975 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.574317 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.574673 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.631135 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-795e4218-6ed8-435f-857d-c270b6b5a9ab None None] Port 7eaff30d-3d22-4659-94bc-8bc527ade15c cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:18.700830 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port b3a9add9-43e6-4a71-9eed-e5c94168d32c triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:18.701517 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.734156 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:10Z', 'revision_number': 3, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:18.766663 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798de1d5-7a72-494b-9587-6bbf5819edcd None None] The sync data for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi is: [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:10Z', 'revision_number': 3, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:18.799923 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-fbe1fe4a-55d4-4013-ae9b-ece8d0bb9573 None None] Provisioning complete for port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:18.800691 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.800906 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.801302 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.801610 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fbe1fe4a-55d4-4013-ae9b-ece8d0bb9573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.801791 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:41:18.802233 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b874bf-482e-45f0-ba49-c039ff2d1b65']}} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:18.811884 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.821640 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-dfb6a192-30e6-4e21-968e-185c3a73e85d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a01e2a51e8984c3ca2e40379085a751f&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1323717 Mar 28 05:41:18.854089 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33516) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:18.857112 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1fe4a-55d4-4013-ae9b-ece8d0bb9573 None None] Port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:18.879953 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Pushing event updated for resources: {'Port': ['ID=65509328-5c46-442a-9783-0c12b3fdf5f3,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:18.909952 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-43add933-d710-4004-8b42-52caea41b552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.921998 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Network a7364dc1-4f91-47bb-b52f-dd5a5617f93b is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:18.938057 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Publish callbacks [] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.938529 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:18.953781 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:18.956779 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a192-30e6-4e21-968e-185c3a73e85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c2e103-4f8f-4388-acd5-dabb81e6a8c3,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:19.000596 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d523ad-04d9-42f9-8963-879913c37e87') {'for_net_delete': True} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:19.000881 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d523ad-04d9-42f9-8963-879913c37e87') {} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:19.023950 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26646710'] for segment (51d523ad-04d9-42f9-8963-879913c37e87), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.055739 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (51d523ad-04d9-42f9-8963-879913c37e87), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.061982 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:19.062868 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.069346 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:41:19.069909 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578808'] for segment (51d523ad-04d9-42f9-8963-879913c37e87), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.098194 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8c61abab-6c5d-4138-b3c6-75bc07879523 admin admin] Publish callbacks [] for security_group (e5c2e103-4f8f-4388-acd5-dabb81e6a8c3), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.112926 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-c00e993b-9f72-4150-b374-a1375a560b49 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0814826 Mar 28 05:41:19.120998 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: from cryptography.utils import int_from_bytes Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: from cryptography.utils import int_from_bytes Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: Traceback (most recent call last): Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: timer() Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: cb(*args, **kw) Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: return func(*args, **kwargs) Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: self._notify() Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: self.callback(batched_events) Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: event.method(event) Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: return f(self, *a, **k) Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._get(url).json() Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: return self.request(url, 'GET', **kwargs) Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:41:19.126465 dv-cinder-831776-5-iscsi neutron-server[109788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:41:19.133610 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-2b628d69-624d-47ed-914e-183824f6a5b3 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:41:19.134982 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-2b628d69-624d-47ed-914e-183824f6a5b3 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137300 Mar 28 05:41:19.138506 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port b3a9add9-43e6-4a71-9eed-e5c94168d32c is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:19.140162 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 16ad2712-46d0-4f71-878f-ee14c139703d up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:19.174393 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-7afb909d-d642-4f89-9861-d1419808f67a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2081764924&fields=id&tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e HTTP/1.1" status: 200 len: 267 time: 0.8404841 Mar 28 05:41:19.209242 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8c61abab-6c5d-4138-b3c6-75bc07879523 admin admin] Publish callbacks [] for security_group (e5c2e103-4f8f-4388-acd5-dabb81e6a8c3), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.243834 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 16ad2712-46d0-4f71-878f-ee14c139703d triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:19.244224 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.316006 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-43add933-d710-4004-8b42-52caea41b552 admin admin] Publish callbacks [] for security_group (5ebd069d-f66a-4016-8341-03952ea2cab1), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.322206 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-43add933-d710-4004-8b42-52caea41b552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (5ebd069d-f66a-4016-8341-03952ea2cab1), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.372746 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Pushing event updated for resources: {'Port': ['ID=7eaff30d-3d22-4659-94bc-8bc527ade15c,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:19.442973 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 16ad2712-46d0-4f71-878f-ee14c139703d is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:19.443526 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.448766 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Request body: {'port': {'device_id': '1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:19.485672 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 16ad2712-46d0-4f71-878f-ee14c139703d, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=16ad2712-46d0-4f71-878f-ee14c139703d,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:19.493058 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.511209 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-43add933-d710-4004-8b42-52caea41b552 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee5657c1e52746a3bc67aa58c2239475&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2388933 Mar 28 05:41:19.514739 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33522) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:19.517799 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43add933-d710-4004-8b42-52caea41b552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebd069d-f66a-4016-8341-03952ea2cab1,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:19.548408 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8c61abab-6c5d-4138-b3c6-75bc07879523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e5c2e103-4f8f-4388-acd5-dabb81e6a8c3), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.551180 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8c61abab-6c5d-4138-b3c6-75bc07879523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.555364 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-8c61abab-6c5d-4138-b3c6-75bc07879523 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5c2e103-4f8f-4388-acd5-dabb81e6a8c3 HTTP/1.1" status: 204 len: 168 time: 0.6979382 Mar 28 05:41:19.579228 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61abab-6c5d-4138-b3c6-75bc07879523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c2e103-4f8f-4388-acd5-dabb81e6a8c3,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:19.634150 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.651060 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-345dd0f9-a84d-485b-9169-7433a2f03464 admin admin] Publish callbacks [] for security_group (5ebd069d-f66a-4016-8341-03952ea2cab1), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.707950 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-345dd0f9-a84d-485b-9169-7433a2f03464 admin admin] Publish callbacks [] for security_group (5ebd069d-f66a-4016-8341-03952ea2cab1), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.763732 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=16ad2712-46d0-4f71-878f-ee14c139703d,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:19.798833 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (36b874bf-482e-45f0-ba49-c039ff2d1b65), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.806512 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.819299 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] 10.222.0.20 "DELETE /v2.0/networks/36b874bf-482e-45f0-ba49-c039ff2d1b65 HTTP/1.1" status: 204 len: 168 time: 3.3973424 Mar 28 05:41:19.912866 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991286c9-8137-4ab8-bf71-30f409475cff admin admin] Pushing event deleted for resources: {'Network': ['ID=36b874bf-482e-45f0-ba49-c039ff2d1b65,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:19.942705 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737897'] for router_interface (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.954774 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Publish callbacks [] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.969584 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.980423 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf62946-e81c-4ba5-bfe5-d15e66e8fdd0 req-15aa3a0b-3a22-4024-8330-183221d8ab4c tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:19.991830 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fcf62946-e81c-4ba5-bfe5-d15e66e8fdd0 req-15aa3a0b-3a22-4024-8330-183221d8ab4c tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 932 time: 1.0303006 Mar 28 05:41:20.039670 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device b3a9add9-43e6-4a71-9eed-e5c94168d32c up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:20.168696 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port b3a9add9-43e6-4a71-9eed-e5c94168d32c triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:20.169530 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.246395 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Pushing event updated for resources: {'Port': ['ID=84d33d47-dec8-4c58-afaa-5e7c2a15d585,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:20.289021 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33530) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:20.337053 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33532) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:20.351532 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port b3a9add9-43e6-4a71-9eed-e5c94168d32c is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:20.352710 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device a96ad468-c28c-4c71-91f0-7838ace6f6b8 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:20.453688 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port a96ad468-c28c-4c71-91f0-7838ace6f6b8 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:20.454139 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.499919 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-1dfc5306-2b29-40a8-9b5f-66b28e4fdfcd tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:20.502638 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-1dfc5306-2b29-40a8-9b5f-66b28e4fdfcd tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 816 time: 1.3007152 Mar 28 05:41:20.508712 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-345dd0f9-a84d-485b-9169-7433a2f03464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (5ebd069d-f66a-4016-8341-03952ea2cab1), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.512614 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-345dd0f9-a84d-485b-9169-7433a2f03464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.530739 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8054874b-4c39-4415-8f9f-82410a4aa9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.545947 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-345dd0f9-a84d-485b-9169-7433a2f03464 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ebd069d-f66a-4016-8341-03952ea2cab1 HTTP/1.1" status: 204 len: 168 time: 1.0253847 Mar 28 05:41:20.600187 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-dceb929e-6d67-4066-876b-44609b0ad84a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/quotas/1cdc9c20bbfd48cd846531f917b4bb4e HTTP/1.1" status: 200 len: 375 time: 0.0617857 Mar 28 05:41:20.600485 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dd0f9-a84d-485b-9169-7433a2f03464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebd069d-f66a-4016-8341-03952ea2cab1,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:20.610093 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737897'] for router_interface (9658da23-a78f-4c25-ad4a-58c527d682a9), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.667954 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fcf62946-e81c-4ba5-bfe5-d15e66e8fdd0 req-46fa10c4-1fab-472f-aaf9-530cc3a12380 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751468 Mar 28 05:41:20.702498 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port a96ad468-c28c-4c71-91f0-7838ace6f6b8 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:20.702909 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.722042 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-291ef3de-4ed9-457d-862b-779a8bc0d43f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a947f5fcebeb4e59b9b4966b18a60c9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4319079 Mar 28 05:41:20.739161 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33536) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:20.768610 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port a96ad468-c28c-4c71-91f0-7838ace6f6b8, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=a96ad468-c28c-4c71-91f0-7838ace6f6b8,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:20.780019 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.948546 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=a96ad468-c28c-4c71-91f0-7838ace6f6b8,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:20.948677 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c983a6b2-d4c6-4326-ad9a-a1cf9e832b7c admin admin] Publish callbacks [] for security_group (f0e68a7c-f1d2-4069-bae6-195ceb50fa9c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.017899 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65509328-5c46-442a-9783-0c12b3fdf5f3 {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:21.024295 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c983a6b2-d4c6-4326-ad9a-a1cf9e832b7c admin admin] Publish callbacks [] for security_group (f0e68a7c-f1d2-4069-bae6-195ceb50fa9c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.034667 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Publish callbacks [] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.049104 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8054874b-4c39-4415-8f9f-82410a4aa9ce admin admin] Publish callbacks [] for security_group (64927dc8-ebe2-4079-9111-eff89a3ba6fa), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.070064 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8054874b-4c39-4415-8f9f-82410a4aa9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (64927dc8-ebe2-4079-9111-eff89a3ba6fa), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.088921 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Transition to ACTIVE for port object 65509328-5c46-442a-9783-0c12b3fdf5f3 will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:41:21.107321 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.144843 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-8054874b-4c39-4415-8f9f-82410a4aa9ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e7c90dd0f3041be980e944f4e8c136a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7809966 Mar 28 05:41:21.146521 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054874b-4c39-4415-8f9f-82410a4aa9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64927dc8-ebe2-4079-9111-eff89a3ba6fa,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:21.161359 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33546) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:21.237711 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=65509328-5c46-442a-9783-0c12b3fdf5f3,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:21.304383 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-e6c44399-e9c5-4f9c-9020-a42ef5ae02b7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6794071 Mar 28 05:41:21.356482 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:21.388095 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:21.479140 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c983a6b2-d4c6-4326-ad9a-a1cf9e832b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f0e68a7c-f1d2-4069-bae6-195ceb50fa9c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.481813 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c983a6b2-d4c6-4326-ad9a-a1cf9e832b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.486756 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c983a6b2-d4c6-4326-ad9a-a1cf9e832b7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0e68a7c-f1d2-4069-bae6-195ceb50fa9c HTTP/1.1" status: 204 len: 168 time: 0.7460196 Mar 28 05:41:21.501735 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983a6b2-d4c6-4326-ad9a-a1cf9e832b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e68a7c-f1d2-4069-bae6-195ceb50fa9c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:21.545230 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2d947f8f-d8a0-4a10-956b-feae49f12d27 admin admin] Publish callbacks [] for security_group (64927dc8-ebe2-4079-9111-eff89a3ba6fa), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.545656 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Attempting to bind port 65509328-5c46-442a-9783-0c12b3fdf5f3 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:21.546134 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Attempting to bind port 65509328-5c46-442a-9783-0c12b3fdf5f3 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '7646b057-431e-4128-bd55-62814bbb9039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a7364dc1-4f91-47bb-b52f-dd5a5617f93b'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:21.546376 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Attempting to bind port 65509328-5c46-442a-9783-0c12b3fdf5f3 on network a7364dc1-4f91-47bb-b52f-dd5a5617f93b {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:21.552557 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Port 65509328-5c46-442a-9783-0c12b3fdf5f3 on network a7364dc1-4f91-47bb-b52f-dd5a5617f93b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:41:21.553069 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Attempting to bind port 65509328-5c46-442a-9783-0c12b3fdf5f3 on network a7364dc1-4f91-47bb-b52f-dd5a5617f93b {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:21.559368 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:21.559737 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Checking segment: {'id': '7646b057-431e-4128-bd55-62814bbb9039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a7364dc1-4f91-47bb-b52f-dd5a5617f93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:21.560370 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Bound using segment: {'id': '7646b057-431e-4128-bd55-62814bbb9039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a7364dc1-4f91-47bb-b52f-dd5a5617f93b'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:21.561158 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Bound port: 65509328-5c46-442a-9783-0c12b3fdf5f3, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7646b057-431e-4128-bd55-62814bbb9039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a7364dc1-4f91-47bb-b52f-dd5a5617f93b'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:21.561525 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.647400 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2d947f8f-d8a0-4a10-956b-feae49f12d27 admin admin] Publish callbacks [] for security_group (64927dc8-ebe2-4079-9111-eff89a3ba6fa), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.753296 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] For port 65509328-5c46-442a-9783-0c12b3fdf5f3, host hv-cinder-83177, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:21.768089 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] For port 65509328-5c46-442a-9783-0c12b3fdf5f3, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=65509328-5c46-442a-9783-0c12b3fdf5f3,segment=NetworkSegment(7646b057-431e-4128-bd55-62814bbb9039),segment_id=7646b057-431e-4128-bd55-62814bbb9039)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:21.780119 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.797764 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 16ad2712-46d0-4f71-878f-ee14c139703d up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:21.992983 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:21.993650 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.995285 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] 10.222.0.21 "PUT /v2.0/ports/65509328-5c46-442a-9783-0c12b3fdf5f3 HTTP/1.1" status: 200 len: 1094 time: 2.7093673 Mar 28 05:41:22.000909 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33819ef5-73ab-45fa-839e-f38975d0d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=65509328-5c46-442a-9783-0c12b3fdf5f3,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:22.012084 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1', 'tag': '65509328-5c46-442a-9783-0c12b3fdf5f3'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:22.065426 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-9768fb8a-41ec-4255-8aa2-89820183fa82 None None] Provisioning complete for port 7eaff30d-3d22-4659-94bc-8bc527ade15c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:22.067738 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9768fb8a-41ec-4255-8aa2-89820183fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.072858 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 16ad2712-46d0-4f71-878f-ee14c139703d triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:22.074399 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.080427 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2d947f8f-d8a0-4a10-956b-feae49f12d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (64927dc8-ebe2-4079-9111-eff89a3ba6fa), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.083938 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2d947f8f-d8a0-4a10-956b-feae49f12d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.088039 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-2d947f8f-d8a0-4a10-956b-feae49f12d27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64927dc8-ebe2-4079-9111-eff89a3ba6fa HTTP/1.1" status: 204 len: 168 time: 0.9116426 Mar 28 05:41:22.092369 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Network c94c60e6-502e-4023-8856-b513dc210de9 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:22.134321 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d947f8f-d8a0-4a10-956b-feae49f12d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64927dc8-ebe2-4079-9111-eff89a3ba6fa,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:22.149873 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:22.279728 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33580) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:22.375541 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-d8fd9727-0531-4e88-973f-4dff32e9c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:22.380112 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-d8fd9727-0531-4e88-973f-4dff32e9c219 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1f61dd67d4f44a69ae17dac2a297c90&device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 1128 time: 0.2635095 Mar 28 05:41:22.417714 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-bb6d659d-b825-41dc-85d6-d638cc53a009 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5747e796413e43038bacfd3dbe84ac93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1260383 Mar 28 05:41:22.424336 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33586) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:22.527242 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-9768fb8a-41ec-4255-8aa2-89820183fa82 None None] Port 7eaff30d-3d22-4659-94bc-8bc527ade15c cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:22.613151 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 16ad2712-46d0-4f71-878f-ee14c139703d is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:22.620283 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device a96ad468-c28c-4c71-91f0-7838ace6f6b8 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:22.640894 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-75b27de8-8fe0-4922-b530-d8e4d6737c0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65509328-5c46-442a-9783-0c12b3fdf5f3 HTTP/1.1" status: 200 len: 217 time: 0.2186449 Mar 28 05:41:22.755374 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-675f81fb-011b-4f0e-9c0e-9cdd3dea4c05 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:41:22.756410 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-675f81fb-011b-4f0e-9c0e-9cdd3dea4c05 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9680300 Mar 28 05:41:22.769572 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7e8655501d8a1cb9212710d4ff8afd0d51cffdd3daafd9e477e3ae579e093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f36f30-8762-48d0-bc61-c7d94da18ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1", "tag": "65509328-5c46-442a-9783-0c12b3fdf5f3"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:22.782661 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port a96ad468-c28c-4c71-91f0-7838ace6f6b8 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:22.783245 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.839084 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:41:22.847897 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895d75d-3ddb-4c9d-8e8c-1f8ba99364f7 req-bb9deda4-c97a-46d8-ac32-ff513d763919 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:22.863767 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c895d75d-3ddb-4c9d-8e8c-1f8ba99364f7 req-bb9deda4-c97a-46d8-ac32-ff513d763919 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 944 time: 0.9169574 Mar 28 05:41:22.879464 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-5114b009-a87f-4369-9f97-8eeccff92422 None None] Provisioning complete for port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:22.881013 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5114b009-a87f-4369-9f97-8eeccff92422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.923281 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-2d23daba-61d0-4fd7-acbc-d112cd381fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:22.925829 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-2d23daba-61d0-4fd7-acbc-d112cd381fe7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fefd300c-5e0c-4e06-b170-49b1aa0245a4 HTTP/1.1" status: 200 len: 851 time: 0.2685430 Mar 28 05:41:22.928228 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb8004f5-f033-42a7-83ae-e02cea131a53 admin admin] Publish callbacks [] for security_group (e1739970-b39f-4a14-b248-294922e98de0), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.093338 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-5114b009-a87f-4369-9f97-8eeccff92422 None None] Port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:23.145947 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-23a489bc-a513-41b6-8e3a-a989b46f9c17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7364dc1-4f91-47bb-b52f-dd5a5617f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859186 Mar 28 05:41:23.147717 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port a96ad468-c28c-4c71-91f0-7838ace6f6b8 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:23.155803 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb8004f5-f033-42a7-83ae-e02cea131a53 admin admin] Publish callbacks [] for security_group (e1739970-b39f-4a14-b248-294922e98de0), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.259171 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c895d75d-3ddb-4c9d-8e8c-1f8ba99364f7 req-ae9fd448-2cbb-479d-8c99-a72264ab2d4d tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928485 Mar 28 05:41:23.412547 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-39902fd6-c0cf-442c-a3ce-1a6f38e3c4d3 service neutron] 10.222.0.21 "GET /v2.0/networks/a7364dc1-4f91-47bb-b52f-dd5a5617f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474556 Mar 28 05:41:23.414765 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb8004f5-f033-42a7-83ae-e02cea131a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e1739970-b39f-4a14-b248-294922e98de0), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.418192 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb8004f5-f033-42a7-83ae-e02cea131a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.420538 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-eb8004f5-f033-42a7-83ae-e02cea131a53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1739970-b39f-4a14-b248-294922e98de0 HTTP/1.1" status: 204 len: 168 time: 0.9950290 Mar 28 05:41:23.434416 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8004f5-f033-42a7-83ae-e02cea131a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1739970-b39f-4a14-b248-294922e98de0,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:23.499627 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-109a0c45-4964-4a3f-882e-2c01c0060d11 service neutron] 10.222.0.20 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156634 Mar 28 05:41:23.702718 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-e503bb92-a570-4a95-89b1-126fcf440d4d req-00b0e275-593f-4a13-b6d9-f0073b88ba38 service neutron] 10.222.0.21 "GET /v2.0/networks/a7364dc1-4f91-47bb-b52f-dd5a5617f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359419 Mar 28 05:41:23.739756 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Router 9658da23-a78f-4c25-ad4a-58c527d682a9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:41:23.760658 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-535c3b68-f1a2-45fc-b194-213fa07c3c6d service neutron] 10.222.0.20 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496295 Mar 28 05:41:23.763962 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:23.776202 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Sync routers for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:23.788161 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-48abac3f-8e70-4ba5-bcee-c60aee78f563 admin admin] 10.222.0.20 "PUT /v2.0/routers/2359e356-b4cf-4c3a-99b8-8ed201c8b7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1606600 Mar 28 05:41:23.791960 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:23.792612 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:24.039250 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:24.103887 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:24.115810 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Sync routers for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:24.124180 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-40b49cba-e9c9-49cc-a227-af72f6191c23 admin admin] 10.222.0.20 "PUT /v2.0/routers/9658da23-a78f-4c25-ad4a-58c527d682a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0332744 Mar 28 05:41:24.147774 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:24.148680 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:24.318172 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d041508-952d-4203-b9b7-53a14ec9c019 x-openstack-request-id: req-3d041508-952d-4203-b9b7-53a14ec9c019 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:24.318718 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1", "tag": "65509328-5c46-442a-9783-0c12b3fdf5f3", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:24.319279 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d041508-952d-4203-b9b7-53a14ec9c019 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:24.320155 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d041508-952d-4203-b9b7-53a14ec9c019'] response: {'name': 'network-changed', 'server_uuid': '1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1', 'tag': '65509328-5c46-442a-9783-0c12b3fdf5f3', 'status': 'completed', 'code': 200} Mar 28 05:41:24.485483 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:24.588116 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 2, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:24.648585 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f36f30-8762-48d0-bc61-c7d94da18ce3 req-20f88cfb-7216-4aa8-9652-5655f77ed276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:24.656634 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-55f36f30-8762-48d0-bc61-c7d94da18ce3 req-20f88cfb-7216-4aa8-9652-5655f77ed276 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1f61dd67d4f44a69ae17dac2a297c90&device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 1128 time: 0.2267525 Mar 28 05:41:24.761983 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Checking router: 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:24.767191 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Updating router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba port 7eaff30d-3d22-4659-94bc-8bc527ade15c binding host dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:41:24.903065 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:24.931810 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66545f0f-1485-435e-a863-a5dee1a27840 req-91d09571-58eb-4193-bb81-a958aedcef2b tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:24.937751 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-66545f0f-1485-435e-a863-a5dee1a27840 req-91d09571-58eb-4193-bb81-a958aedcef2b tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 944 time: 0.1809816 Mar 28 05:41:25.079971 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-66545f0f-1485-435e-a863-a5dee1a27840 req-be35182a-c93d-4dd0-8c66-59e392da3fb7 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380105 Mar 28 05:41:25.292849 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 2, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:25.351508 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2515c943-17d2-42d5-b11b-9a278201c19d req-e1f23daf-98c6-4402-827e-9637eef6f3ba tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 210 time: 0.0898969 Mar 28 05:41:25.378860 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f36f30-8762-48d0-bc61-c7d94da18ce3 req-ac6e5a55-f541-4d63-bcaf-13bf8d191d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:25.383653 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-55f36f30-8762-48d0-bc61-c7d94da18ce3 req-ac6e5a55-f541-4d63-bcaf-13bf8d191d62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7364dc1-4f91-47bb-b52f-dd5a5617f93b HTTP/1.1" status: 200 len: 911 time: 0.7023790 Mar 28 05:41:25.386019 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Checking router: 9658da23-a78f-4c25-ad4a-58c527d682a9 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:25.394855 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Updating router 9658da23-a78f-4c25-ad4a-58c527d682a9 port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:41:25.441786 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:41:25.484740 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:25.511344 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-55f36f30-8762-48d0-bc61-c7d94da18ce3 req-755965a9-464e-468a-9874-ee0909123037 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65509328-5c46-442a-9783-0c12b3fdf5f3 HTTP/1.1" status: 200 len: 217 time: 0.1148825 Mar 28 05:41:25.683249 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f36f30-8762-48d0-bc61-c7d94da18ce3 req-ade24831-a588-48bb-9304-2091f4c9dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:25.685165 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-55f36f30-8762-48d0-bc61-c7d94da18ce3 req-ade24831-a588-48bb-9304-2091f4c9dd38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fefd300c-5e0c-4e06-b170-49b1aa0245a4 HTTP/1.1" status: 200 len: 851 time: 0.1606035 Mar 28 05:41:25.760805 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-55f36f30-8762-48d0-bc61-c7d94da18ce3 req-85536bd1-8523-4d57-82e9-efd7c0bf859a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7364dc1-4f91-47bb-b52f-dd5a5617f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651383 Mar 28 05:41:25.826635 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33702) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:25.956666 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-825786d5-a901-40fb-812b-e40d745d3e73 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765100631', 'description': 'tempest-description--1173621806'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:25.981293 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Publish callbacks [] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), precommit_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:25.990210 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.043315 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-825786d5-a901-40fb-812b-e40d745d3e73 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.066180 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5201b-595d-4f79-ba95-ae35fe1aa826 None None] Pushing event updated for resources: {'Port': ['ID=7eaff30d-3d22-4659-94bc-8bc527ade15c,revision_number=3']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:26.166233 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-55f36f30-8762-48d0-bc61-c7d94da18ce3 req-8a59c1af-efb6-4465-b794-0959dfbbf13a service neutron] 10.222.0.21 "GET /v2.0/networks/a7364dc1-4f91-47bb-b52f-dd5a5617f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843396 Mar 28 05:41:26.388573 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Publish callbacks [] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.408835 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4111eb6-6f1d-45c6-8b1a-fe3948efdf28 req-0ce75022-bced-43ab-a6a6-c52f9587d39f tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:26.410441 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4111eb6-6f1d-45c6-8b1a-fe3948efdf28 req-0ce75022-bced-43ab-a6a6-c52f9587d39f tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 944 time: 0.1537032 Mar 28 05:41:26.413466 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.551166 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4111eb6-6f1d-45c6-8b1a-fe3948efdf28 req-83352e55-e235-4964-ad54-7dcdd9ed7615 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261618 Mar 28 05:41:26.589587 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Attempting to bind port 7eaff30d-3d22-4659-94bc-8bc527ade15c on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:26.590040 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Attempting to bind port 7eaff30d-3d22-4659-94bc-8bc527ade15c by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:26.590371 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Attempting to bind port 7eaff30d-3d22-4659-94bc-8bc527ade15c on network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:26.643189 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:26.643955 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Checking segment: {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:26.648577 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.651343 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Bound using segment: {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:26.652763 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Bound port: 7eaff30d-3d22-4659-94bc-8bc527ade15c, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'}}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:26.655884 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.674347 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-9980661f-cb42-49b8-993d-7333ed69348a None None] Provisioning complete for port 7eaff30d-3d22-4659-94bc-8bc527ade15c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:26.680104 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9980661f-cb42-49b8-993d-7333ed69348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.705412 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3ddb9f1f-2ebd-424d-bd60-31fe0e320169 req-b6e86810-c26f-4612-af82-b5dfb5d60df0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 210 time: 0.0444927 Mar 28 05:41:26.736677 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-825786d5-a901-40fb-812b-e40d745d3e73 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (d102c4a1-2a2b-4a24-b54d-fd279bc08aa6), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.744690 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-55f36f30-8762-48d0-bc61-c7d94da18ce3 req-c28cdec8-e553-4dd6-821f-712035993a6e service neutron] 10.222.0.21 "GET /v2.0/networks/a7364dc1-4f91-47bb-b52f-dd5a5617f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614450 Mar 28 05:41:26.751222 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-825786d5-a901-40fb-812b-e40d745d3e73 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (d102c4a1-2a2b-4a24-b54d-fd279bc08aa6), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.823074 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825786d5-a901-40fb-812b-e40d745d3e73 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:26.862473 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-825786d5-a901-40fb-812b-e40d745d3e73 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.866082 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-825786d5-a901-40fb-812b-e40d745d3e73 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9242523 Mar 28 05:41:26.876522 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33766) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:26.897238 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-ae375de5-b201-4b87-8909-0080f3ce1e37 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'security_group_rule': {'security_group_id': 'd102c4a1-2a2b-4a24-b54d-fd279bc08aa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:26.987495 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] For port 7eaff30d-3d22-4659-94bc-8bc527ade15c, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:26.991483 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae375de5-b201-4b87-8909-0080f3ce1e37 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (70b0ff75-aacc-46b9-8bc9-816885725a9d), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.000643 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] For port 7eaff30d-3d22-4659-94bc-8bc527ade15c, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=7eaff30d-3d22-4659-94bc-8bc527ade15c,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:27.027163 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.059144 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb76c2a-2426-484e-b83d-6aba44553156 None None] Pushing event updated for resources: {'Port': ['ID=84d33d47-dec8-4c58-afaa-5e7c2a15d585,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:27.060056 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-f81100e0-9131-4414-885d-f34e36089aba tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:27.064629 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-f81100e0-9131-4414-885d-f34e36089aba tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 818 time: 0.3570690 Mar 28 05:41:27.075257 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Attempting to bind port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:27.078696 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Attempting to bind port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:27.079309 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Attempting to bind port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 on network c94c60e6-502e-4023-8856-b513dc210de9 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:27.109968 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-c76a09fc-00c4-4c91-b0c5-250f1f8fde93 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/quotas/a95d365daa944917810d5e95e3b2aefe HTTP/1.1" status: 200 len: 375 time: 0.0393314 Mar 28 05:41:27.112779 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:27.115449 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Checking segment: {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:27.116403 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.117006 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Bound using segment: {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:27.117715 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Bound port: 84d33d47-dec8-4c58-afaa-5e7c2a15d585, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:27.118344 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.206737 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:27.207386 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:27.226417 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae375de5-b201-4b87-8909-0080f3ce1e37 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (70b0ff75-aacc-46b9-8bc9-816885725a9d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.233748 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae375de5-b201-4b87-8909-0080f3ce1e37 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (70b0ff75-aacc-46b9-8bc9-816885725a9d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.277261 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae375de5-b201-4b87-8909-0080f3ce1e37 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b0ff75-aacc-46b9-8bc9-816885725a9d,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:27.279027 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] For port 84d33d47-dec8-4c58-afaa-5e7c2a15d585, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:27.283490 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae375de5-b201-4b87-8909-0080f3ce1e37 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.286877 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ae375de5-b201-4b87-8909-0080f3ce1e37 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4089203 Mar 28 05:41:27.290727 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33788) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:27.295222 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-be1daf13-fd81-4049-9b15-fe2a71eb84ad tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'security_group_rule': {'security_group_id': 'd102c4a1-2a2b-4a24-b54d-fd279bc08aa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:27.298119 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] For port 84d33d47-dec8-4c58-afaa-5e7c2a15d585, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=84d33d47-dec8-4c58-afaa-5e7c2a15d585,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:27.335997 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.349317 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-d9eb38af-871f-4362-80c9-499d3281d3c4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2288418 Mar 28 05:41:27.402872 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-9980661f-cb42-49b8-993d-7333ed69348a None None] Port 7eaff30d-3d22-4659-94bc-8bc527ade15c cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:27.433167 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be1daf13-fd81-4049-9b15-fe2a71eb84ad tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (79bc4a2c-43b7-48fb-9b47-527f596cee53), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.575402 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:27.577363 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-7974eac2-c1f2-481f-9767-01aeb164e297 service neutron] 10.222.0.20 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205498 Mar 28 05:41:27.592252 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:27.701722 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be1daf13-fd81-4049-9b15-fe2a71eb84ad tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (79bc4a2c-43b7-48fb-9b47-527f596cee53), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.711108 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be1daf13-fd81-4049-9b15-fe2a71eb84ad tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (79bc4a2c-43b7-48fb-9b47-527f596cee53), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.791654 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-c18815fe-081a-4e32-b8bd-0032f060e60c service neutron] 10.222.0.20 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996071 Mar 28 05:41:27.817254 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1daf13-fd81-4049-9b15-fe2a71eb84ad tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bc4a2c-43b7-48fb-9b47-527f596cee53,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:27.852307 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-be1daf13-fd81-4049-9b15-fe2a71eb84ad tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.873480 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-be1daf13-fd81-4049-9b15-fe2a71eb84ad tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5816104 Mar 28 05:41:27.880416 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33808) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:27.897826 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:27.925853 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5201b-595d-4f79-ba95-ae35fe1aa826 None None] Pushing event updated for resources: {'Port': ['ID=7eaff30d-3d22-4659-94bc-8bc527ade15c,revision_number=4']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:27.970540 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b95ca-8005-4411-b9be-845fe985e575 req-45090f59-11e0-4d83-b474-555267db316c tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:28.021618 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-652b95ca-8005-4411-b9be-845fe985e575 req-45090f59-11e0-4d83-b474-555267db316c tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 944 time: 0.1949699 Mar 28 05:41:28.031559 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:28.065587 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:28.100058 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:28.215863 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-652b95ca-8005-4411-b9be-845fe985e575 req-ef5fa7e4-2aa7-4c9c-9015-d3d9402cf85b tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235768 Mar 28 05:41:28.454863 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-03f3e7da-f7e7-4250-a3f1-b2a425a3c60c req-3471ff66-9e61-4c5e-8b22-a9764dd7dfa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 210 time: 0.0726781 Mar 28 05:41:28.623001 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-61ef6020-0bd4-40dc-ba64-b4063193b8ae req-987ae710-5541-4221-86d3-bfbd9e8a2878 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 210 time: 0.1859086 Mar 28 05:41:28.788154 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-c3e6d956-b417-4aa4-9665-f4f38323f63a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:28.789992 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-c3e6d956-b417-4aa4-9665-f4f38323f63a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 816 time: 0.5679603 Mar 28 05:41:28.893631 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33850) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:28.911783 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-57e10bbd-d1c7-4bed-a766-39269de426b8 None None] Provisioning complete for port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:28.912367 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-57e10bbd-d1c7-4bed-a766-39269de426b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:28.928326 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:26Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:28.984268 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a3e21-dba5-4a67-a99f-d8db6fd149cb None None] The sync data for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi is: [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:26Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:29.019722 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.093455 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-2d6d8d54-40ad-4362-b744-fb45d4cbb242 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e HTTP/1.1" status: 200 len: 380 time: 0.2709069 Mar 28 05:41:29.096873 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb76c2a-2426-484e-b83d-6aba44553156 None None] Pushing event updated for resources: {'Port': ['ID=84d33d47-dec8-4c58-afaa-5e7c2a15d585,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:29.210735 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'port': {'device_id': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'admin_state_up': True, 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'security_groups': ['932432ba-54da-45fa-9ca4-195f1512f0a9']}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:29.288866 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-57e10bbd-d1c7-4bed-a766-39269de426b8 None None] Current status of the port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:29.289256 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-57e10bbd-d1c7-4bed-a766-39269de426b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.389344 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:27Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:29.432438 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dc7ae-5fb7-4f1c-a9d2-e3093a129632 None None] The sync data for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi is: [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:27Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:29.436893 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-57e10bbd-d1c7-4bed-a766-39269de426b8 None None] For port 84d33d47-dec8-4c58-afaa-5e7c2a15d585, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=84d33d47-dec8-4c58-afaa-5e7c2a15d585,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:29.449283 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-57e10bbd-d1c7-4bed-a766-39269de426b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.480574 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Made reservation on behalf of 1cdc9c20bbfd48cd846531f917b4bb4e for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:29.484908 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.732679 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f80e4f-bc08-4d1d-a112-8b95b50ddc02 req-0509f18a-3d9a-40ea-bb4b-123057969f8a tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:29.734290 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-36f80e4f-bc08-4d1d-a112-8b95b50ddc02 req-0509f18a-3d9a-40ea-bb4b-123057969f8a tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 944 time: 0.3339581 Mar 28 05:41:29.743641 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e10bbd-d1c7-4bed-a766-39269de426b8 None None] Pushing event updated for resources: {'Port': ['ID=84d33d47-dec8-4c58-afaa-5e7c2a15d585,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:29.831497 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 7eaff30d-3d22-4659-94bc-8bc527ade15c up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:29.854619 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-37624c67-db30-43d1-a7b0-3d3914c8a50d None None] Provisioning complete for port 7eaff30d-3d22-4659-94bc-8bc527ade15c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:29.854911 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-37624c67-db30-43d1-a7b0-3d3914c8a50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.872400 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7150a1e3-44eb-4e2e-b183-a21fd81be176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.937178 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2d7772cf-39e7-4281-a0e6-e196554b8797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.148197 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7150a1e3-44eb-4e2e-b183-a21fd81be176 admin admin] Publish callbacks [] for security_group (5f4acf33-84ce-4b0a-87ae-87a75fa5dfa5), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.184177 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7150a1e3-44eb-4e2e-b183-a21fd81be176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (5f4acf33-84ce-4b0a-87ae-87a75fa5dfa5), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.336256 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150a1e3-44eb-4e2e-b183-a21fd81be176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4acf33-84ce-4b0a-87ae-87a75fa5dfa5,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:30.422689 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Allocated IP 172.27.1.244 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/00b547e0-48c9-4724-8b3c-3c0a7f2912e1) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:30.428383 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-37624c67-db30-43d1-a7b0-3d3914c8a50d None None] Current status of the port 7eaff30d-3d22-4659-94bc-8bc527ade15c is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:30.433489 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-37624c67-db30-43d1-a7b0-3d3914c8a50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.455574 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-36f80e4f-bc08-4d1d-a112-8b95b50ddc02 req-0bef8de0-e1f8-44a7-8a7b-698b0ba4e561 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6785870 Mar 28 05:41:30.509199 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-37624c67-db30-43d1-a7b0-3d3914c8a50d None None] For port 7eaff30d-3d22-4659-94bc-8bc527ade15c, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=7eaff30d-3d22-4659-94bc-8bc527ade15c,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:30.511756 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 7eaff30d-3d22-4659-94bc-8bc527ade15c triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:30.512246 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.538091 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-7150a1e3-44eb-4e2e-b183-a21fd81be176 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f16f8770c6d94c0988e3f933030d6550&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6417189 Mar 28 05:41:30.540954 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33900) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:30.624066 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.21', 52370) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:30.625914 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-37624c67-db30-43d1-a7b0-3d3914c8a50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.670230 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for port (00b547e0-48c9-4724-8b3c-3c0a7f2912e1), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.848541 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Allocated IP 172.20.0.6 (7a808657-1d82-4bea-8435-546dcdbe6c27/dd953fcf-5b91-4f68-9231-13f627fbde6d/fe470eb2-542e-49b1-a677-8ef6d29f0d54) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:30.868840 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37624c67-db30-43d1-a7b0-3d3914c8a50d None None] Pushing event updated for resources: {'Port': ['ID=7eaff30d-3d22-4659-94bc-8bc527ade15c,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:30.933933 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-37624c67-db30-43d1-a7b0-3d3914c8a50d None None] Provisioning complete for port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:30.936846 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-37624c67-db30-43d1-a7b0-3d3914c8a50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.068579 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a7e1c3ac-628d-4454-b613-107df20f3af3 req-79f66207-5dec-40b0-9a89-fd1d3f808f72 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 210 time: 0.1407459 Mar 28 05:41:31.072168 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 7eaff30d-3d22-4659-94bc-8bc527ade15c is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:31.182398 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.273485 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (00b547e0-48c9-4724-8b3c-3c0a7f2912e1), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.334539 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-37624c67-db30-43d1-a7b0-3d3914c8a50d None None] Current status of the port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:31.401832 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.426223 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-6ca2fae7-88d8-492e-89a2-02cb0076aa8c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:31.427387 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:31.427884 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-6ca2fae7-88d8-492e-89a2-02cb0076aa8c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 818 time: 0.3543255 Mar 28 05:41:31.443895 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:31.448785 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:31.461410 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-bca0be70-bd3b-40f1-8969-9f3e38b528cd admin admin] Publish callbacks [] for security_group (5f4acf33-84ce-4b0a-87ae-87a75fa5dfa5), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.479314 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Network 7a808657-1d82-4bea-8435-546dcdbe6c27 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:31.482538 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'Port': ['ID=00b547e0-48c9-4724-8b3c-3c0a7f2912e1,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:31.506500 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-bca0be70-bd3b-40f1-8969-9f3e38b528cd admin admin] Publish callbacks [] for security_group (5f4acf33-84ce-4b0a-87ae-87a75fa5dfa5), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.521469 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-7ee8d332-d48d-40e5-85e2-fe79ec9e6c32 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/quotas/a95d365daa944917810d5e95e3b2aefe HTTP/1.1" status: 200 len: 375 time: 0.0724835 Mar 28 05:41:31.526833 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:31.548617 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:31.730389 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'Port': ['ID=fe470eb2-542e-49b1-a677-8ef6d29f0d54,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:31.762757 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:31.763860 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.810570 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-6da52ad9-b822-46da-8833-1f987670fb00 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6395180 Mar 28 05:41:31.827527 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (09ba37ae-7566-4423-a99c-4fa653b00fb6), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.841187 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 7eaff30d-3d22-4659-94bc-8bc527ade15c up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:31.913361 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (00b547e0-48c9-4724-8b3c-3c0a7f2912e1), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.943110 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 33944) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:32.028749 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 7eaff30d-3d22-4659-94bc-8bc527ade15c triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:32.029120 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.068782 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-0e7ea624-aaf4-494f-a2b3-cdca4883faa2 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:32.071282 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-0e7ea624-aaf4-494f-a2b3-cdca4883faa2 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 818 time: 1.4324493 Mar 28 05:41:32.095418 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-8e6e049f-5616-474d-9333-3f074b3f9fd8 None None] Provisioning complete for port fe470eb2-542e-49b1-a677-8ef6d29f0d54 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:32.096429 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8e6e049f-5616-474d-9333-3f074b3f9fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.105322 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-682f90cb-4f7d-4602-83f1-f8f3fa6f5514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.106870 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-bca0be70-bd3b-40f1-8969-9f3e38b528cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (5f4acf33-84ce-4b0a-87ae-87a75fa5dfa5), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.109454 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-bca0be70-bd3b-40f1-8969-9f3e38b528cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.110706 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-bca0be70-bd3b-40f1-8969-9f3e38b528cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f4acf33-84ce-4b0a-87ae-87a75fa5dfa5 HTTP/1.1" status: 204 len: 168 time: 1.5579023 Mar 28 05:41:32.167002 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e049f-5616-474d-9333-3f074b3f9fd8 None None] Port fe470eb2-542e-49b1-a677-8ef6d29f0d54 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:32.174547 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6c5f87f4-f556-45ea-b29b-9dffd80737b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.180815 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-a14e2612-f785-405e-95ac-a115b9a0039e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6523993 Mar 28 05:41:32.181594 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0be70-bd3b-40f1-8969-9f3e38b528cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4acf33-84ce-4b0a-87ae-87a75fa5dfa5,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:32.221801 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29092-a03f-40bf-9d7f-fb51b736b995 req-0b4566d3-a8ca-410f-8337-c9e2e0063f70 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:32.223816 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e1d29092-a03f-40bf-9d7f-fb51b736b995 req-0b4566d3-a8ca-410f-8337-c9e2e0063f70 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 944 time: 0.5939500 Mar 28 05:41:32.226835 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for port (00b547e0-48c9-4724-8b3c-3c0a7f2912e1), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.238228 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (00b547e0-48c9-4724-8b3c-3c0a7f2912e1), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.239883 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 7eaff30d-3d22-4659-94bc-8bc527ade15c is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:32.241526 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 84d33d47-dec8-4c58-afaa-5e7c2a15d585 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:32.321922 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:32.322849 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.343622 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (09ba37ae-7566-4423-a99c-4fa653b00fb6), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.357356 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Request body: {'port': {'device_id': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:32.378240 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Request body: {'port': {'device_id': '728c0ad0-e201-4e63-b842-cc0fde1ea131', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'admin_state_up': True, 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:32.434846 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'Port': ['ID=00b547e0-48c9-4724-8b3c-3c0a7f2912e1,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:32.475218 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.476494 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-71418641-8d7c-4cbe-b5d1-4154cf2ccbeb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5943923 Mar 28 05:41:32.507321 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:32.597751 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-8f0d3868-5991-46a0-8039-2732a8f811f5 service neutron] 10.222.0.20 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723934 Mar 28 05:41:32.613310 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.634670 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e1d29092-a03f-40bf-9d7f-fb51b736b995 req-238cbaaa-60f2-4332-b21b-7102f1cc955f tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842268 Mar 28 05:41:32.716940 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6c5f87f4-f556-45ea-b29b-9dffd80737b8 admin admin] Publish callbacks [] for security_group (2d232143-b69e-4147-a5cf-fe7a6c3673d3), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.731571 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6c5f87f4-f556-45ea-b29b-9dffd80737b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2d232143-b69e-4147-a5cf-fe7a6c3673d3), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.803391 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6c5f87f4-f556-45ea-b29b-9dffd80737b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39d55d0ef3954b4193f6f31781a22ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8576362 Mar 28 05:41:32.809813 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 33974) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:32.900516 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f87f4-f556-45ea-b29b-9dffd80737b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d232143-b69e-4147-a5cf-fe7a6c3673d3,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:33.007305 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.008241 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-8ebba010-631b-4047-9c80-940a1206a485 service neutron] 10.222.0.20 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968499 Mar 28 05:41:33.051541 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee67073-3633-4c58-916f-3b5488c43725 req-c0c4a809-6498-4a0c-bf14-73662124a956 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:33.077981 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0ee67073-3633-4c58-916f-3b5488c43725 req-c0c4a809-6498-4a0c-bf14-73662124a956 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 931 time: 0.2956741 Mar 28 05:41:33.094643 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4264a135-643c-41b5-b06f-0f8df8784aab admin admin] Publish callbacks [] for security_group (2d232143-b69e-4147-a5cf-fe7a6c3673d3), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.119860 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe470eb2-542e-49b1-a677-8ef6d29f0d54 {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:33.129433 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Made reservation on behalf of a95d365daa944917810d5e95e3b2aefe for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:33.130246 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Publish callbacks [] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.133228 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.146281 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Transition to ACTIVE for port object fe470eb2-542e-49b1-a677-8ef6d29f0d54 will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:41:33.157346 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.179947 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4264a135-643c-41b5-b06f-0f8df8784aab admin admin] Publish callbacks [] for security_group (2d232143-b69e-4147-a5cf-fe7a6c3673d3), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.239234 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Pushing event updated for resources: {'Port': ['ID=fe470eb2-542e-49b1-a677-8ef6d29f0d54,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:33.345069 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Attempting to bind port fe470eb2-542e-49b1-a677-8ef6d29f0d54 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:33.345317 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Attempting to bind port fe470eb2-542e-49b1-a677-8ef6d29f0d54 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:33.345665 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Attempting to bind port fe470eb2-542e-49b1-a677-8ef6d29f0d54 on network 7a808657-1d82-4bea-8435-546dcdbe6c27 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:33.351161 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Port fe470eb2-542e-49b1-a677-8ef6d29f0d54 on network 7a808657-1d82-4bea-8435-546dcdbe6c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:41:33.351928 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Attempting to bind port fe470eb2-542e-49b1-a677-8ef6d29f0d54 on network 7a808657-1d82-4bea-8435-546dcdbe6c27 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:33.357404 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:33.357773 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Checking segment: {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:33.358594 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Bound using segment: {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:33.359386 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Bound port: fe470eb2-542e-49b1-a677-8ef6d29f0d54, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:33.359796 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.366128 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0ee67073-3633-4c58-916f-3b5488c43725 req-ec3f4b4a-7af6-4dea-92c3-7335d0c82d84 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870591 Mar 28 05:41:33.490512 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4264a135-643c-41b5-b06f-0f8df8784aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2d232143-b69e-4147-a5cf-fe7a6c3673d3), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.493887 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4264a135-643c-41b5-b06f-0f8df8784aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.498977 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-4264a135-643c-41b5-b06f-0f8df8784aab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d232143-b69e-4147-a5cf-fe7a6c3673d3 HTTP/1.1" status: 204 len: 168 time: 0.6798234 Mar 28 05:41:33.546165 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:33.556039 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:33.566770 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.567079 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-90daeacb-76d6-48f3-a222-65cab50d3caa req-8f87a593-36e8-4fb3-869a-317bc562edf9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 210 time: 0.0927079 Mar 28 05:41:33.583331 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264a135-643c-41b5-b06f-0f8df8784aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d232143-b69e-4147-a5cf-fe7a6c3673d3,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:33.640018 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-6872edff-9f85-459f-970a-fca699ddf6f6 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--765100631&fields=id&tenant_id=166ef12b1d8740979caa27285de2817a HTTP/1.1" status: 200 len: 267 time: 0.3323441 Mar 28 05:41:33.710035 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:33.710836 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.716514 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] 10.222.0.21 "PUT /v2.0/ports/fe470eb2-542e-49b1-a677-8ef6d29f0d54 HTTP/1.1" status: 200 len: 1093 time: 1.3618972 Mar 28 05:41:33.716718 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:33.720686 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7e8655501d8a1cb9212710d4ff8afd0d51cffdd3daafd9e477e3ae579e093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5174bfed-c4ef-44b0-86db-cb16706400a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:33.739282 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1c24d-9c01-4774-801e-6866f2b2777e service neutron] Pushing event updated for resources: {'Port': ['ID=fe470eb2-542e-49b1-a677-8ef6d29f0d54,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:33.880939 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Allocated IP 172.20.0.14 (c94c60e6-502e-4023-8856-b513dc210de9/70160510-8cfd-401b-a1a1-83d7366e7ea9/c58195dc-aa00-42ec-84fd-df7199328b1c) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:33.963973 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-1e7e8e2c-d19a-4ff9-b79d-06f2427e7da8 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:33.965908 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-1e7e8e2c-d19a-4ff9-b79d-06f2427e7da8 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/networks?id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 200 len: 811 time: 0.3249311 Mar 28 05:41:34.005275 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-dd4a092f-4581-41a9-b44f-649d94d8a527 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/quotas/166ef12b1d8740979caa27285de2817a HTTP/1.1" status: 200 len: 375 time: 0.0278840 Mar 28 05:41:34.140995 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-710daff1-0e4d-4d0b-9a07-57fb5de1ba2c tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=166ef12b1d8740979caa27285de2817a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270740 Mar 28 05:41:34.163050 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34026) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:34.178602 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6a8743f-8ae7-4e35-add7-16c7e1359c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.261497 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6a8743f-8ae7-4e35-add7-16c7e1359c09 admin admin] Publish callbacks [] for security_group (8783ca2e-4487-4d2f-b3c9-fd9e47db3465), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.270446 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.275595 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6a8743f-8ae7-4e35-add7-16c7e1359c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (8783ca2e-4487-4d2f-b3c9-fd9e47db3465), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.319447 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55deeb-3c5b-4751-8265-100e02a9aa76 req-ae187d06-b60a-43f1-9a0a-1d3a41c81def tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:34.320667 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8743f-8ae7-4e35-add7-16c7e1359c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8783ca2e-4487-4d2f-b3c9-fd9e47db3465,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:34.321073 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6d55deeb-3c5b-4751-8265-100e02a9aa76 req-ae187d06-b60a-43f1-9a0a-1d3a41c81def tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 944 time: 0.1711702 Mar 28 05:41:34.328186 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b6a8743f-8ae7-4e35-add7-16c7e1359c09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5870c1bcc7bb4d02b159fed9407286ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1636009 Mar 28 05:41:34.329058 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34028) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:34.381138 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b2012954-d197-474e-b82c-d314a8338a2c admin admin] Publish callbacks [] for security_group (8783ca2e-4487-4d2f-b3c9-fd9e47db3465), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.389323 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.394026 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4b0c4acb-3887-4f93-9d40-538cd3e32bb1 service neutron] 10.222.0.20 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305648 Mar 28 05:41:34.404826 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b2012954-d197-474e-b82c-d314a8338a2c admin admin] Publish callbacks [] for security_group (8783ca2e-4487-4d2f-b3c9-fd9e47db3465), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.459994 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b2012954-d197-474e-b82c-d314a8338a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (8783ca2e-4487-4d2f-b3c9-fd9e47db3465), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.463047 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b2012954-d197-474e-b82c-d314a8338a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.468246 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b2012954-d197-474e-b82c-d314a8338a2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8783ca2e-4487-4d2f-b3c9-fd9e47db3465 HTTP/1.1" status: 204 len: 168 time: 0.1342452 Mar 28 05:41:34.484079 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2012954-d197-474e-b82c-d314a8338a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8783ca2e-4487-4d2f-b3c9-fd9e47db3465,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:34.497860 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6d55deeb-3c5b-4751-8265-100e02a9aa76 req-460a6a2b-2ca9-4a52-9f05-878926de5d0e tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623611 Mar 28 05:41:34.559867 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Network c94c60e6-502e-4023-8856-b513dc210de9 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:34.572859 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:34.578695 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5361ac1e-395d-41ad-b5ee-6d9bf0681839 x-openstack-request-id: req-5361ac1e-395d-41ad-b5ee-6d9bf0681839 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:34.579611 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:34.580125 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5361ac1e-395d-41ad-b5ee-6d9bf0681839 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:34.580771 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5361ac1e-395d-41ad-b5ee-6d9bf0681839'] response: {'name': 'network-changed', 'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'status': 'completed', 'code': 200} Mar 28 05:41:34.584435 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:34.650907 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event updated for resources: {'Port': ['ID=c58195dc-aa00-42ec-84fd-df7199328b1c,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:34.686384 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.710524 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-22f04656-4bfc-4ddf-b0e3-ccc754da75cd service neutron] 10.222.0.20 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828312 Mar 28 05:41:34.721906 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:34.723816 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.757744 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-fe36a998-4d5d-4422-b258-9ebc18533def tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3905358 Mar 28 05:41:34.778445 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726fefa-5029-494e-8418-05f11e93b4fb req-530d6295-553d-4d60-a43f-8084fe2d030e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:34.780181 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b726fefa-5029-494e-8418-05f11e93b4fb req-530d6295-553d-4d60-a43f-8084fe2d030e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.1234059 Mar 28 05:41:34.839721 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b726fefa-5029-494e-8418-05f11e93b4fb req-bdea2a36-f3b7-44e1-9ca6-2530f5b4ba1b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522668 Mar 28 05:41:34.927220 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-a1dac3ad-03ea-4230-aa56-5cc1f2b2775a None None] Provisioning complete for port c58195dc-aa00-42ec-84fd-df7199328b1c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:34.927793 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a1dac3ad-03ea-4230-aa56-5cc1f2b2775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.930975 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-da4cae34-1ba9-4e0d-bbb6-5876553e08ae req-c46346af-39db-4691-947e-457ca340333a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 210 time: 0.0329030 Mar 28 05:41:34.986319 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-68c912ca-a9ce-418c-b71b-30ce57661231 req-b0629ef2-1607-401c-ae55-5e0d710826e6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 210 time: 0.0541251 Mar 28 05:41:35.010803 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-a1dac3ad-03ea-4230-aa56-5cc1f2b2775a None None] Port c58195dc-aa00-42ec-84fd-df7199328b1c cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:35.441016 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34088) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:35.657870 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7a970f7e-bc36-4174-983f-a64dfb834e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.743619 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7a970f7e-bc36-4174-983f-a64dfb834e89 admin admin] Publish callbacks [] for security_group (2c26823a-c672-4b43-8074-2d04f5992aef), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.762241 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7a970f7e-bc36-4174-983f-a64dfb834e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2c26823a-c672-4b43-8074-2d04f5992aef), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.790243 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee6afc-f5ae-4d46-8f9a-ab6cd09e3cad req-897f3eab-fcfe-4811-91b2-dd941cec2edf tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:35.792526 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5aee6afc-f5ae-4d46-8f9a-ab6cd09e3cad req-897f3eab-fcfe-4811-91b2-dd941cec2edf tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 944 time: 0.2148082 Mar 28 05:41:35.804301 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7a970f7e-bc36-4174-983f-a64dfb834e89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f10b18f853b048d2ab2b97dba7543513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609138 Mar 28 05:41:35.806692 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a970f7e-bc36-4174-983f-a64dfb834e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c26823a-c672-4b43-8074-2d04f5992aef,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:35.810896 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34100) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:35.854712 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5aee6afc-f5ae-4d46-8f9a-ab6cd09e3cad req-f216c0fc-02a3-44dc-89b4-b0a402b515d3 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522058 Mar 28 05:41:35.889636 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6708ecd9-3c77-4aa4-b06a-0050717bb7de admin admin] Publish callbacks [] for security_group (2c26823a-c672-4b43-8074-2d04f5992aef), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.912736 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6708ecd9-3c77-4aa4-b06a-0050717bb7de admin admin] Publish callbacks [] for security_group (2c26823a-c672-4b43-8074-2d04f5992aef), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.980126 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6708ecd9-3c77-4aa4-b06a-0050717bb7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2c26823a-c672-4b43-8074-2d04f5992aef), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.983311 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6708ecd9-3c77-4aa4-b06a-0050717bb7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.985104 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1687e63-3b6f-4066-900e-3be1e7b3e997 req-0dd07657-59dc-4fbe-b982-26416911427a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:35.986654 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e1687e63-3b6f-4066-900e-3be1e7b3e997 req-0dd07657-59dc-4fbe-b982-26416911427a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0726619 Mar 28 05:41:35.987730 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6708ecd9-3c77-4aa4-b06a-0050717bb7de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c26823a-c672-4b43-8074-2d04f5992aef HTTP/1.1" status: 204 len: 168 time: 0.1752126 Mar 28 05:41:36.005294 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708ecd9-3c77-4aa4-b06a-0050717bb7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c26823a-c672-4b43-8074-2d04f5992aef,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:36.060293 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e1687e63-3b6f-4066-900e-3be1e7b3e997 req-9f3c7532-e8cd-449c-9982-0cde12c2d8b6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664585 Mar 28 05:41:36.093755 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-01a6e2dd-2104-424b-bbf7-02b88d342d41 req-3c4e15a3-f124-4541-b5e2-ebe3f0830eac tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 210 time: 0.0536876 Mar 28 05:41:36.195313 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f015b6fc-41f8-412e-bacc-8c62a22ee6fd req-534ee29c-d815-43b5-8852-fe78116edcce tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 210 time: 0.0485644 Mar 28 05:41:36.294137 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.006746 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477844f-966b-4a8f-9f1e-521c5e62b23f req-2f98ae45-fdea-47b3-a256-c9a8c7bd6873 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:37.008271 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c477844f-966b-4a8f-9f1e-521c5e62b23f req-2f98ae45-fdea-47b3-a256-c9a8c7bd6873 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 944 time: 0.0751145 Mar 28 05:41:37.061945 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c477844f-966b-4a8f-9f1e-521c5e62b23f req-c99a3373-59d2-4017-99b2-a6b64948ca62 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Mar 28 05:41:37.230868 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d2e06e45-30cb-4de1-b11d-31ddf82dfc64 req-84fcf900-a4b5-4bfe-9244-1ee8c0b251ad tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 210 time: 0.0404394 Mar 28 05:41:37.241577 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0deb38-1a21-4d3e-b01a-8e9dc816bd78 req-aadd0c8e-e608-4664-a5f1-3f2c20f62474 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:37.243103 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ae0deb38-1a21-4d3e-b01a-8e9dc816bd78 req-aadd0c8e-e608-4664-a5f1-3f2c20f62474 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0887938 Mar 28 05:41:37.307498 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ae0deb38-1a21-4d3e-b01a-8e9dc816bd78 req-a6cb284e-a073-466d-9bc0-830fcfe1160b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586176 Mar 28 05:41:37.340699 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Request body: {'port': {'device_id': '728c0ad0-e201-4e63-b842-cc0fde1ea131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:37.405322 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3ed13336-ef7f-48aa-9a1b-16e144b0e1fc req-ce73156b-e034-40cb-9ac5-9a59f17c584e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 210 time: 0.0613189 Mar 28 05:41:37.454168 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.467488 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cec9b93f-f402-417d-9be4-bcc1d4d9fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:37.469623 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cec9b93f-f402-417d-9be4-bcc1d4d9fb19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 1127 time: 0.0850725 Mar 28 05:41:37.553818 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-daec5c38-28e7-410b-a68a-aa5e08012129 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54 HTTP/1.1" status: 200 len: 217 time: 0.0499973 Mar 28 05:41:37.659932 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-83d2b8f7-af16-4424-9eb4-9df381b292a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:37.662225 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-83d2b8f7-af16-4424-9eb4-9df381b292a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.1002998 Mar 28 05:41:37.792755 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cce1423a-683a-43a3-b272-ee0955b2c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:37.799555 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-cce1423a-683a-43a3-b272-ee0955b2c301 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835972 Mar 28 05:41:37.904431 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58195dc-aa00-42ec-84fd-df7199328b1c {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:37.916069 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Publish callbacks [] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.937175 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Transition to ACTIVE for port object c58195dc-aa00-42ec-84fd-df7199328b1c will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:41:37.937741 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-1c9189bd-c455-4d73-af69-313309434c61 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304605 Mar 28 05:41:37.942862 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:38.074191 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c58195dc-aa00-42ec-84fd-df7199328b1c,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:38.202850 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.21', 52377) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:38.216734 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-c8928f22-bd3e-48dc-a012-f7e48819b6fa req-a6eecc95-4719-4da2-a58a-3a7f097d3ced service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723503 Mar 28 05:41:38.453000 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-42bfa787-7800-44f5-aaf0-f0e2c67a0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:38.454532 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-42bfa787-7800-44f5-aaf0-f0e2c67a0fd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 1127 time: 0.1061749 Mar 28 05:41:38.603600 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-ce4c37e0-bae2-4832-b454-1c1abd63e172 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:38.606571 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.21', 52378) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:38.607960 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-ce4c37e0-bae2-4832-b454-1c1abd63e172 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 818 time: 0.4024463 Mar 28 05:41:38.747161 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Request body: {'port': {'device_id': 'df242b85-8931-4cb4-a052-78dd7a7c6688', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'admin_state_up': True, 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:38.795066 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-712ca95b-e69c-4ab9-a160-5920b10ef620 req-aa533c43-3d08-4b58-96f8-9f7a2b1c487d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 210 time: 0.1789212 Mar 28 05:41:38.821425 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-dae43208-36a3-42a0-ad2a-e45590fccf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:38.823320 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-dae43208-36a3-42a0-ad2a-e45590fccf73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 916 time: 0.3576965 Mar 28 05:41:38.902818 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:38.918054 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-6366f87f-28c5-4d8d-ac0c-7a9d61c5fa69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54 HTTP/1.1" status: 200 len: 217 time: 0.0611246 Mar 28 05:41:38.943240 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-e3b28fd8-565e-42de-83e9-b8fb1b925066 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:38.947182 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-e3b28fd8-565e-42de-83e9-b8fb1b925066 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.21 "GET /v2.0/networks?id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 200 len: 811 time: 0.3382766 Mar 28 05:41:39.020196 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 34322) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:39.053416 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-b9b1aaf0-e36a-424c-a658-4ff3add405a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:39.054943 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-b9b1aaf0-e36a-424c-a658-4ff3add405a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.1068451 Mar 28 05:41:39.057186 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Attempting to bind port c58195dc-aa00-42ec-84fd-df7199328b1c on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:39.057925 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Attempting to bind port c58195dc-aa00-42ec-84fd-df7199328b1c by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:39.058298 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Attempting to bind port c58195dc-aa00-42ec-84fd-df7199328b1c on network c94c60e6-502e-4023-8856-b513dc210de9 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:39.139081 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-e8ecc77d-b2a8-45ec-ac6b-927873c48522 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166ef12b1d8740979caa27285de2817a HTTP/1.1" status: 200 len: 379 time: 0.1315589 Mar 28 05:41:39.150332 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-11f3628c-2b92-4fc7-a1bd-89ada332e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:39.152440 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-11f3628c-2b92-4fc7-a1bd-89ada332e85e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862019 Mar 28 05:41:39.160055 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'port': {'device_id': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'admin_state_up': True, 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'security_groups': ['d102c4a1-2a2b-4a24-b54d-fd279bc08aa6']}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:39.173604 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Port c58195dc-aa00-42ec-84fd-df7199328b1c on network c94c60e6-502e-4023-8856-b513dc210de9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:41:39.174230 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Attempting to bind port c58195dc-aa00-42ec-84fd-df7199328b1c on network c94c60e6-502e-4023-8856-b513dc210de9 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:39.225586 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd57d5b-cdea-4584-b585-566ffb53d6ba req-078789e6-3772-4d90-bd98-1bc48cd7a419 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:39.227259 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ccd57d5b-cdea-4584-b585-566ffb53d6ba req-078789e6-3772-4d90-bd98-1bc48cd7a419 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 944 time: 0.6182048 Mar 28 05:41:39.235605 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:39.235986 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Checking segment: {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:39.236553 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Bound using segment: {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:39.237004 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Bound port: c58195dc-aa00-42ec-84fd-df7199328b1c, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:39.237380 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.265952 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c0d15-3629-4a26-a007-ec35a99df983 req-ab8c8098-f6d5-4d34-9e30-8934d690129e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:39.273347 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ff4c0d15-3629-4a26-a007-ec35a99df983 req-ab8c8098-f6d5-4d34-9e30-8934d690129e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.3513324 Mar 28 05:41:39.294692 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7fd62ccd-ba08-4a53-a207-3a323ef5aa51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.303263 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Made reservation on behalf of a95d365daa944917810d5e95e3b2aefe for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:39.307107 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.324533 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34332) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:39.380084 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Made reservation on behalf of 166ef12b1d8740979caa27285de2817a for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:39.385232 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.400394 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] For port c58195dc-aa00-42ec-84fd-df7199328b1c, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:39.404893 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] For port c58195dc-aa00-42ec-84fd-df7199328b1c, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c58195dc-aa00-42ec-84fd-df7199328b1c,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:39.435621 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.442013 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-2ee31b5b-4391-4fa9-89c8-14b889bd6732 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798866 Mar 28 05:41:39.553259 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4d17c793-d746-4e86-a354-c4c03b7574aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.593671 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ccd57d5b-cdea-4584-b585-566ffb53d6ba req-b8d91d44-590a-41d3-bd7e-bc8d1698f2cb tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538189 Mar 28 05:41:39.600989 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:39.601630 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.603350 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] 10.222.0.21 "PUT /v2.0/ports/c58195dc-aa00-42ec-84fd-df7199328b1c HTTP/1.1" status: 200 len: 1094 time: 2.2820337 Mar 28 05:41:39.603699 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728c0ad0-e201-4e63-b842-cc0fde1ea131', 'tag': 'c58195dc-aa00-42ec-84fd-df7199328b1c'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:39.630757 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ff4c0d15-3629-4a26-a007-ec35a99df983 req-5fb44607-4022-4032-9305-0240844adffe tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562548 Mar 28 05:41:39.642652 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73375e4f-03d2-4fc3-856f-0751ffd7acc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c58195dc-aa00-42ec-84fd-df7199328b1c,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:39.804248 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Allocated IP 172.20.0.9 (dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf/418f1d99-5341-4144-b9ec-3887908e7b7b/c2f7c8f9-6f15-4ebd-b117-32bf21b793bc) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:39.819036 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8593d537-52b5-4b9d-af8d-a688abf21b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "728c0ad0-e201-4e63-b842-cc0fde1ea131", "tag": "c58195dc-aa00-42ec-84fd-df7199328b1c"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:39.844071 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-3c0d973e-c81e-4cc3-af22-23b21223fba6 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751884 Mar 28 05:41:39.852696 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45e4e180-df24-4520-8d45-2f59f145ea13 req-9062dc27-2f68-4ffd-8240-62c860b58142 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 210 time: 0.1618373 Mar 28 05:41:39.921252 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4d17c793-d746-4e86-a354-c4c03b7574aa admin admin] Publish callbacks [] for security_group (da61d583-b11b-445b-9d49-37ef0cc4446d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.930388 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4d17c793-d746-4e86-a354-c4c03b7574aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (da61d583-b11b-445b-9d49-37ef0cc4446d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.963156 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b702c8e-de48-42a2-b86a-a89edd0644c9 req-cde820c5-d35f-4b09-b3f5-23d34d045df3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 210 time: 0.0658338 Mar 28 05:41:39.969093 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7fd62ccd-ba08-4a53-a207-3a323ef5aa51 admin admin] Publish callbacks [] for security_group (12fb2704-cb48-442a-b33b-d60db236a635), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.981451 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Allocated IP 172.20.0.5 (c94c60e6-502e-4023-8856-b513dc210de9/70160510-8cfd-401b-a1a1-83d7366e7ea9/a42e0a2d-e91a-4663-8492-b7a830d6fc1e) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:39.984932 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7fd62ccd-ba08-4a53-a207-3a323ef5aa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (12fb2704-cb48-442a-b33b-d60db236a635), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.014036 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4d17c793-d746-4e86-a354-c4c03b7574aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dc3979610a14c2cafc0e410ff42a164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6875238 Mar 28 05:41:40.017665 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34356) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:40.028840 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17c793-d746-4e86-a354-c4c03b7574aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da61d583-b11b-445b-9d49-37ef0cc4446d,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:40.043438 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-820836c1-9f10-4351-91c1-5c7b6520efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:40.045039 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-820836c1-9f10-4351-91c1-5c7b6520efa0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 1128 time: 0.3512821 Mar 28 05:41:40.069732 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee3ece1-0d3f-447c-a4e9-df740efe7f54 x-openstack-request-id: req-dee3ece1-0d3f-447c-a4e9-df740efe7f54 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:40.070040 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728c0ad0-e201-4e63-b842-cc0fde1ea131", "tag": "c58195dc-aa00-42ec-84fd-df7199328b1c", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:40.070315 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dee3ece1-0d3f-447c-a4e9-df740efe7f54 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:40.070773 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee3ece1-0d3f-447c-a4e9-df740efe7f54'] response: {'name': 'network-changed', 'server_uuid': '728c0ad0-e201-4e63-b842-cc0fde1ea131', 'tag': 'c58195dc-aa00-42ec-84fd-df7199328b1c', 'status': 'completed', 'code': 200} Mar 28 05:41:40.074839 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-7fd62ccd-ba08-4a53-a207-3a323ef5aa51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=add14a233b894dbd90911361370ce7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0519090 Mar 28 05:41:40.083210 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34360) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:40.083944 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd62ccd-ba08-4a53-a207-3a323ef5aa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fb2704-cb48-442a-b33b-d60db236a635,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:40.139718 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.167351 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3f49ff7-96b9-4a01-b752-435b746bb856 admin admin] Publish callbacks [] for security_group (da61d583-b11b-445b-9d49-37ef0cc4446d), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.214844 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3f49ff7-96b9-4a01-b752-435b746bb856 admin admin] Publish callbacks [] for security_group (da61d583-b11b-445b-9d49-37ef0cc4446d), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.227713 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eccba715-7127-4a24-b1f4-4df68138f590 admin admin] Publish callbacks [] for security_group (12fb2704-cb48-442a-b33b-d60db236a635), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.252853 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.288602 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eccba715-7127-4a24-b1f4-4df68138f590 admin admin] Publish callbacks [] for security_group (12fb2704-cb48-442a-b33b-d60db236a635), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.334911 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-7a55715a-ac02-45fe-95ad-152aa5dd178f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58195dc-aa00-42ec-84fd-df7199328b1c HTTP/1.1" status: 200 len: 217 time: 0.2366645 Mar 28 05:41:40.338887 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:40.435415 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-45004969-dbde-4f97-bb51-5c77c3989bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:40.436903 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-45004969-dbde-4f97-bb51-5c77c3989bd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0776417 Mar 28 05:41:40.515869 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.534285 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:40.542511 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:40.546917 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'Port': ['ID=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:40.570073 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3f49ff7-96b9-4a01-b752-435b746bb856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (da61d583-b11b-445b-9d49-37ef0cc4446d), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.572585 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3f49ff7-96b9-4a01-b752-435b746bb856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.576746 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a3f49ff7-96b9-4a01-b752-435b746bb856 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da61d583-b11b-445b-9d49-37ef0cc4446d HTTP/1.1" status: 204 len: 168 time: 0.5539832 Mar 28 05:41:40.610873 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f49ff7-96b9-4a01-b752-435b746bb856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da61d583-b11b-445b-9d49-37ef0cc4446d,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:40.620682 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-0e044630-1637-40e0-a41d-4917617c59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:40.622233 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-0e044630-1637-40e0-a41d-4917617c59b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1753182 Mar 28 05:41:40.639828 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:40.640581 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.702844 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eccba715-7127-4a24-b1f4-4df68138f590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (12fb2704-cb48-442a-b33b-d60db236a635), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.718036 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eccba715-7127-4a24-b1f4-4df68138f590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.719263 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-eccba715-7127-4a24-b1f4-4df68138f590 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12fb2704-cb48-442a-b33b-d60db236a635 HTTP/1.1" status: 204 len: 168 time: 0.6350865 Mar 28 05:41:40.780328 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-308e7552-2550-408e-9402-b8f298791a76 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6328225 Mar 28 05:41:40.781333 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccba715-7127-4a24-b1f4-4df68138f590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fb2704-cb48-442a-b33b-d60db236a635,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:40.811760 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Request body: {'port': {'device_id': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:40.839799 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-17a5b89d-87ca-4ea0-9ee3-8358d0ec5c6b service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834311 Mar 28 05:41:40.909409 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.945378 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 65509328-5c46-442a-9783-0c12b3fdf5f3 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:41:40.991989 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5cf89-3525-44e3-a0f4-024e10036e13 req-ef788d84-a77e-4f7b-a44a-74a234ba25bd service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502938 Mar 28 05:41:40.993281 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.176002 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 65509328-5c46-442a-9783-0c12b3fdf5f3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=65509328-5c46-442a-9783-0c12b3fdf5f3,segment=NetworkSegment(7646b057-431e-4128-bd55-62814bbb9039),segment_id=7646b057-431e-4128-bd55-62814bbb9039)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:41.183399 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Network c94c60e6-502e-4023-8856-b513dc210de9 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:41.189692 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '65509328-5c46-442a-9783-0c12b3fdf5f3', 'network_id': 'a7364dc1-4f91-47bb-b52f-dd5a5617f93b', 'port_id': '65509328-5c46-442a-9783-0c12b3fdf5f3', 'mac_address': 'fa:16:3e:2b:5d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fefd300c-5e0c-4e06-b170-49b1aa0245a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:41:41.272834 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-00d1afe2-e700-44c9-9c2d-6b855b8cdd74 None None] Provisioning complete for port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:41.273464 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-00d1afe2-e700-44c9-9c2d-6b855b8cdd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.276214 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 65509328-5c46-442a-9783-0c12b3fdf5f3 is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:41.276587 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.278335 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event updated for resources: {'Port': ['ID=a42e0a2d-e91a-4663-8492-b7a830d6fc1e,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:41.284963 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:41.295476 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:41.305079 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34398) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:41.335111 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65509328-5c46-442a-9783-0c12b3fdf5f3 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:41.353740 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c6513497-08fc-415e-a443-90c1229f989d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.357814 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34402) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:41.373707 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-00d1afe2-e700-44c9-9c2d-6b855b8cdd74 None None] Port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:41.378234 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 65509328-5c46-442a-9783-0c12b3fdf5f3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=65509328-5c46-442a-9783-0c12b3fdf5f3,segment=NetworkSegment(7646b057-431e-4128-bd55-62814bbb9039),segment_id=7646b057-431e-4128-bd55-62814bbb9039)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:41.384856 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4c65fede-8e2a-420a-9a68-9fb0e4d4efcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.390372 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.479332 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4c65fede-8e2a-420a-9a68-9fb0e4d4efcd admin admin] Publish callbacks [] for security_group (064c6388-882e-414e-a1e5-4a4dc2b21bec), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.490209 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4c65fede-8e2a-420a-9a68-9fb0e4d4efcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (064c6388-882e-414e-a1e5-4a4dc2b21bec), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.490810 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=65509328-5c46-442a-9783-0c12b3fdf5f3,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:41.502989 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:41.503631 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.533788 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b950f2-3e41-4c5c-a9b3-01911f229995 req-848ac2dc-576d-4549-89d8-f528339bec3f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:41.534959 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-70b950f2-3e41-4c5c-a9b3-01911f229995 req-848ac2dc-576d-4549-89d8-f528339bec3f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.5455966 Mar 28 05:41:41.558013 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1b8fe-0bf0-4268-bff2-1aa5c953fc34 req-7469193c-3382-4300-a3a2-7c071b41219f tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:41.559605 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45d1b8fe-0bf0-4268-bff2-1aa5c953fc34 req-7469193c-3382-4300-a3a2-7c071b41219f tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 944 time: 0.5724628 Mar 28 05:41:41.562812 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-24780ecf-105d-4578-b127-97a7e600374c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9196954 Mar 28 05:41:41.576910 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4c65fede-8e2a-420a-9a68-9fb0e4d4efcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a66e62c425b49da97a5d9c02be2c22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176054 Mar 28 05:41:41.581107 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 34406) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:41.581638 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65fede-8e2a-420a-9a68-9fb0e4d4efcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064c6388-882e-414e-a1e5-4a4dc2b21bec,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:41.585034 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d537-52b5-4b9d-af8d-a688abf21b1b req-3256b2cd-fe55-4ace-a6bb-781b82cba205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:41.586844 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8593d537-52b5-4b9d-af8d-a688abf21b1b req-3256b2cd-fe55-4ace-a6bb-781b82cba205 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 1128 time: 0.3992841 Mar 28 05:41:41.598797 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Request body: {'port': {'device_id': 'df242b85-8931-4cb4-a052-78dd7a7c6688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:41.656410 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f7c8f9-6f15-4ebd-b117-32bf21b793bc {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:41.669416 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Publish callbacks [] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.705495 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Transition to ACTIVE for port object c2f7c8f9-6f15-4ebd-b117-32bf21b793bc will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:41:41.711676 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c6513497-08fc-415e-a443-90c1229f989d admin admin] Publish callbacks [] for security_group (75c0a966-7aa6-44c8-b070-960776a4d81f), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.713987 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.721678 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-e73f61cd-5c91-448c-a889-84b99996ff00 None None] Provisioning complete for port a42e0a2d-e91a-4663-8492-b7a830d6fc1e triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:41.722993 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e73f61cd-5c91-448c-a889-84b99996ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.730844 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c6513497-08fc-415e-a443-90c1229f989d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (75c0a966-7aa6-44c8-b070-960776a4d81f), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.780106 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-70b950f2-3e41-4c5c-a9b3-01911f229995 req-cd56e3e0-8e3a-4e63-8b22-490b412726ae tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372816 Mar 28 05:41:41.797211 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-e73f61cd-5c91-448c-a889-84b99996ff00 None None] Port a42e0a2d-e91a-4663-8492-b7a830d6fc1e cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:41.818300 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c6513497-08fc-415e-a443-90c1229f989d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=172ac5f0c8ff4d0580ef4dcd7c9c7ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5118499 Mar 28 05:41:41.828485 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34410) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:41.838100 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6513497-08fc-415e-a443-90c1229f989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c0a966-7aa6-44c8-b070-960776a4d81f,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:41.841307 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:41.874635 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45d1b8fe-0bf0-4268-bff2-1aa5c953fc34 req-a3b30afc-e714-4efb-bf0f-369dc8c5c2b1 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025672 Mar 28 05:41:41.922180 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['65509328-5c46-442a-9783-0c12b3fdf5f3'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:41:41.929308 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.949033 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-39c80865-b499-4eea-9220-64e718e16b4d admin admin] Publish callbacks [] for security_group (75c0a966-7aa6-44c8-b070-960776a4d81f), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.959043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ee79-483a-4e2c-a004-95efa4d195f5 admin admin] Publish callbacks [] for security_group (064c6388-882e-414e-a1e5-4a4dc2b21bec), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.974619 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Attempting to bind port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:41.974619 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Attempting to bind port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:41.974619 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Attempting to bind port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc on network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:41.983738 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc on network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:41:41.984067 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Attempting to bind port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc on network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:42.000102 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-39c80865-b499-4eea-9220-64e718e16b4d admin admin] Publish callbacks [] for security_group (75c0a966-7aa6-44c8-b070-960776a4d81f), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.008030 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:42.008392 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Checking segment: {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:42.008747 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Bound using segment: {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:42.009222 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Bound port: c2f7c8f9-6f15-4ebd-b117-32bf21b793bc, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:42.009579 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.055156 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d537-52b5-4b9d-af8d-a688abf21b1b req-4a0d2072-7da0-4131-a114-bfaa685fd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.056643 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8593d537-52b5-4b9d-af8d-a688abf21b1b req-4a0d2072-7da0-4131-a114-bfaa685fd357 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.4557993 Mar 28 05:41:42.109285 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-39c80865-b499-4eea-9220-64e718e16b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (75c0a966-7aa6-44c8-b070-960776a4d81f), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.111939 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-39c80865-b499-4eea-9220-64e718e16b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.113863 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-39c80865-b499-4eea-9220-64e718e16b4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75c0a966-7aa6-44c8-b070-960776a4d81f HTTP/1.1" status: 204 len: 168 time: 0.2821217 Mar 28 05:41:42.119318 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] For port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc, host hv-cinder-83177, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:42.119490 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ee79-483a-4e2c-a004-95efa4d195f5 admin admin] Publish callbacks [] for security_group (064c6388-882e-414e-a1e5-4a4dc2b21bec), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.123717 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] For port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:42.133947 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c80865-b499-4eea-9220-64e718e16b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c0a966-7aa6-44c8-b070-960776a4d81f,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:42.138126 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.174604 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.175233 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.177123 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] 10.222.0.21 "PUT /v2.0/ports/c2f7c8f9-6f15-4ebd-b117-32bf21b793bc HTTP/1.1" status: 200 len: 1093 time: 1.3820558 Mar 28 05:41:42.180028 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'tag': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:42.181807 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7e8655501d8a1cb9212710d4ff8afd0d51cffdd3daafd9e477e3ae579e093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022c5686-d3bd-4f53-a52a-1197cbebe32c" -d '{"events": [{"name": "network-changed", "server_uuid": "6469b372-5dfa-4f48-bcf9-ac9653ab9604", "tag": "c2f7c8f9-6f15-4ebd-b117-32bf21b793bc"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:42.218534 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8593d537-52b5-4b9d-af8d-a688abf21b1b req-41468774-ab22-4e01-b9e5-38dd8c46ac01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58195dc-aa00-42ec-84fd-df7199328b1c HTTP/1.1" status: 200 len: 217 time: 0.1353369 Mar 28 05:41:42.259743 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4f91f-6037-4f06-a6e9-4c6a2f7c31db req-82fb968a-90fb-4807-8c07-cca58330b322 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.261360 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0bf4f91f-6037-4f06-a6e9-4c6a2f7c31db req-82fb968a-90fb-4807-8c07-cca58330b322 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 931 time: 0.3482416 Mar 28 05:41:42.292524 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31ea1c-7aff-4323-901c-4120a8dcd183 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:42.317060 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-5a9218c8-71eb-4e1e-b5f9-286c7d9930f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.318711 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-5a9218c8-71eb-4e1e-b5f9-286c7d9930f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=166ef12b1d8740979caa27285de2817a&device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 1127 time: 0.0756872 Mar 28 05:41:42.359285 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7d96-08f4-42b9-b6b0-764c0f7f921d req-3967e4f1-f27b-4f5b-88e4-171772cdbbcc tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.369503 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74fd7d96-08f4-42b9-b6b0-764c0f7f921d req-3967e4f1-f27b-4f5b-88e4-171772cdbbcc tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 943 time: 0.4003341 Mar 28 05:41:42.381509 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-367c1d5b-906e-4c4a-9d4b-df55e0729c47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc HTTP/1.1" status: 200 len: 217 time: 0.0494337 Mar 28 05:41:42.446432 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-a4c57c33-d748-4189-884b-8a67aa3197b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.448170 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-a4c57c33-d748-4189-884b-8a67aa3197b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=418f1d99-5341-4144-b9ec-3887908e7b7b HTTP/1.1" status: 200 len: 850 time: 0.0607357 Mar 28 05:41:42.487121 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d537-52b5-4b9d-af8d-a688abf21b1b req-64b8b5b0-8c5a-4816-b16b-99115b048ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.489246 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8593d537-52b5-4b9d-af8d-a688abf21b1b req-64b8b5b0-8c5a-4816-b16b-99115b048ab4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.2183857 Mar 28 05:41:42.522826 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-df97b193-6bbd-461e-b943-70896d72d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.527969 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-df97b193-6bbd-461e-b943-70896d72d5ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729318 Mar 28 05:41:42.537549 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ee79-483a-4e2c-a004-95efa4d195f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (064c6388-882e-414e-a1e5-4a4dc2b21bec), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.549231 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ee79-483a-4e2c-a004-95efa4d195f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.552653 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-7fd5ee79-483a-4e2c-a004-95efa4d195f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/064c6388-882e-414e-a1e5-4a4dc2b21bec HTTP/1.1" status: 204 len: 168 time: 0.9682004 Mar 28 05:41:42.571260 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0bf4f91f-6037-4f06-a6e9-4c6a2f7c31db req-7ad43ea6-d51a-4e3c-86ae-3976ac24c588 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780800 Mar 28 05:41:42.653429 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5ee79-483a-4e2c-a004-95efa4d195f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064c6388-882e-414e-a1e5-4a4dc2b21bec,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:42.655956 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7797ec2e-c66e-4d05-be64-33fc0196b811 x-openstack-request-id: req-7797ec2e-c66e-4d05-be64-33fc0196b811 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:42.656266 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6469b372-5dfa-4f48-bcf9-ac9653ab9604", "tag": "c2f7c8f9-6f15-4ebd-b117-32bf21b793bc", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:42.656536 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7797ec2e-c66e-4d05-be64-33fc0196b811 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:42.656945 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7797ec2e-c66e-4d05-be64-33fc0196b811'] response: {'name': 'network-changed', 'server_uuid': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'tag': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc', 'status': 'completed', 'code': 200} Mar 28 05:41:42.700945 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74fd7d96-08f4-42b9-b6b0-764c0f7f921d req-09a95d09-85d3-49d8-8782-2c1d76994d78 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060050 Mar 28 05:41:42.713061 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-6a6a294a-38b9-4a35-a861-b0e29fb7ead0 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777837 Mar 28 05:41:42.755226 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d537-52b5-4b9d-af8d-a688abf21b1b req-310643d9-d5c2-484a-a042-faeea7aae42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.757977 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8593d537-52b5-4b9d-af8d-a688abf21b1b req-310643d9-d5c2-484a-a042-faeea7aae42f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2504106 Mar 28 05:41:42.884949 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42e0a2d-e91a-4663-8492-b7a830d6fc1e {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:42.902926 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Publish callbacks [] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.928616 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device fe470eb2-542e-49b1-a677-8ef6d29f0d54 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:41:42.936019 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Transition to ACTIVE for port object a42e0a2d-e91a-4663-8492-b7a830d6fc1e will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:41:42.952215 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.955377 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-fb1f992d-77a5-4fd0-acb3-59bb922911ca req-f7ddb4ae-62d8-45b5-844d-ba61538fc0aa service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356832 Mar 28 05:41:43.150377 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:43.164714 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'port_id': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'mac_address': 'fa:16:3e:ca:02:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:41:43.188090 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c5686-d3bd-4f53-a52a-1197cbebe32c req-0bda6019-a823-4489-a29b-936317b84da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:43.189791 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-022c5686-d3bd-4f53-a52a-1197cbebe32c req-0bda6019-a823-4489-a29b-936317b84da2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=166ef12b1d8740979caa27285de2817a&device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 1127 time: 0.1269364 Mar 28 05:41:43.213858 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port fe470eb2-542e-49b1-a677-8ef6d29f0d54 is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:43.214584 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:43.231304 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe470eb2-542e-49b1-a677-8ef6d29f0d54 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:43.257824 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:43.265850 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:43.347071 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Pushing event updated for resources: {'Port': ['ID=a42e0a2d-e91a-4663-8492-b7a830d6fc1e,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:43.417677 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c5686-d3bd-4f53-a52a-1197cbebe32c req-17f15167-f0e2-4339-93f0-d8cf3a93bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:43.420824 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-022c5686-d3bd-4f53-a52a-1197cbebe32c req-17f15167-f0e2-4339-93f0-d8cf3a93bf88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 200 len: 911 time: 0.2248528 Mar 28 05:41:43.443896 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8593d537-52b5-4b9d-af8d-a688abf21b1b req-3af0599b-48f0-4205-92f0-3bcceb40f5f0 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786535 Mar 28 05:41:43.452796 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=fe470eb2-542e-49b1-a677-8ef6d29f0d54,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:43.512075 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-022c5686-d3bd-4f53-a52a-1197cbebe32c req-2b8c4a89-93a5-4e8e-b48a-46144e142c4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc HTTP/1.1" status: 200 len: 217 time: 0.0848312 Mar 28 05:41:43.623188 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8593d537-52b5-4b9d-af8d-a688abf21b1b req-88f41f45-7227-43e4-b698-853bd1654c3a service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708791 Mar 28 05:41:43.647906 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c5686-d3bd-4f53-a52a-1197cbebe32c req-f83f171b-ce48-46b4-934b-e2a4873ce1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:43.652775 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-022c5686-d3bd-4f53-a52a-1197cbebe32c req-f83f171b-ce48-46b4-934b-e2a4873ce1df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=418f1d99-5341-4144-b9ec-3887908e7b7b HTTP/1.1" status: 200 len: 850 time: 0.1339278 Mar 28 05:41:43.699820 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd9aed-0ca1-48b7-a0f4-faf6b7ac98b0 req-11a97330-c8bf-43b8-952f-038548789e27 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:43.708907 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-97bd9aed-0ca1-48b7-a0f4-faf6b7ac98b0 req-11a97330-c8bf-43b8-952f-038548789e27 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.7307189 Mar 28 05:41:43.720429 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508286e-f51c-4d06-8d4d-a54978b49fb3 req-74aa83d9-6493-4be7-8000-59095ccc6937 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:43.721903 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6508286e-f51c-4d06-8d4d-a54978b49fb3 req-74aa83d9-6493-4be7-8000-59095ccc6937 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 945 time: 0.3670652 Mar 28 05:41:43.761802 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c5686-d3bd-4f53-a52a-1197cbebe32c req-200ca034-f3e9-4045-b5fc-1895e11c871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:43.763553 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-022c5686-d3bd-4f53-a52a-1197cbebe32c req-200ca034-f3e9-4045-b5fc-1895e11c871e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1043541 Mar 28 05:41:43.835111 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-97bd9aed-0ca1-48b7-a0f4-faf6b7ac98b0 req-5da14cde-e046-49be-990e-36c35700b8ef tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252277 Mar 28 05:41:43.844210 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Attempting to bind port a42e0a2d-e91a-4663-8492-b7a830d6fc1e on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:43.846868 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Attempting to bind port a42e0a2d-e91a-4663-8492-b7a830d6fc1e by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:43.847949 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Attempting to bind port a42e0a2d-e91a-4663-8492-b7a830d6fc1e on network c94c60e6-502e-4023-8856-b513dc210de9 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:43.862454 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Port a42e0a2d-e91a-4663-8492-b7a830d6fc1e on network c94c60e6-502e-4023-8856-b513dc210de9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:41:43.864547 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Attempting to bind port a42e0a2d-e91a-4663-8492-b7a830d6fc1e on network c94c60e6-502e-4023-8856-b513dc210de9 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:43.883173 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['fe470eb2-542e-49b1-a677-8ef6d29f0d54'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:41:43.907448 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-022c5686-d3bd-4f53-a52a-1197cbebe32c req-c462cd29-ad44-4fdb-b27f-b6eee00efdc1 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368310 Mar 28 05:41:43.947579 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:43.948038 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Checking segment: {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:43.953861 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Bound using segment: {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:43.954643 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Bound port: a42e0a2d-e91a-4663-8492-b7a830d6fc1e, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:43.955164 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.000042 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6508286e-f51c-4d06-8d4d-a54978b49fb3 req-0fce99e9-552d-40ac-980e-15d775b425ed tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543287 Mar 28 05:41:44.094769 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-022c5686-d3bd-4f53-a52a-1197cbebe32c req-fa3984ff-b185-4904-8761-5a4f03e683fc service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771140 Mar 28 05:41:44.162549 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] For port a42e0a2d-e91a-4663-8492-b7a830d6fc1e, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:44.175379 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c418c-f9ec-4686-99c5-f6044eb1f6dd req-20b11461-7ddb-4c83-ab17-fa8dfb5ee964 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:44.181498 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c78c418c-f9ec-4686-99c5-f6044eb1f6dd req-20b11461-7ddb-4c83-ab17-fa8dfb5ee964 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 943 time: 0.1628897 Mar 28 05:41:44.213132 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] For port a42e0a2d-e91a-4663-8492-b7a830d6fc1e, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a42e0a2d-e91a-4663-8492-b7a830d6fc1e,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:44.232799 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.309183 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab480e-3560-4efb-a5ff-494c28e8ede5 req-a26c6dbc-cc73-410b-bd1f-b33b35651ad3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:44.311164 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4fab480e-3560-4efb-a5ff-494c28e8ede5 req-a26c6dbc-cc73-410b-bd1f-b33b35651ad3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 943 time: 0.1839750 Mar 28 05:41:44.322906 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c78c418c-f9ec-4686-99c5-f6044eb1f6dd req-f32a9560-705f-42b1-b890-8f8a69b229ff tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275012 Mar 28 05:41:44.326580 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:44.327402 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.328966 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] 10.222.0.21 "PUT /v2.0/ports/a42e0a2d-e91a-4663-8492-b7a830d6fc1e HTTP/1.1" status: 200 len: 1093 time: 2.7412682 Mar 28 05:41:44.329615 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df242b85-8931-4cb4-a052-78dd7a7c6688', 'tag': 'a42e0a2d-e91a-4663-8492-b7a830d6fc1e'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:44.332858 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa195a9e-8f36-4026-88d2-6326a6dd537a" -d '{"events": [{"name": "network-changed", "server_uuid": "df242b85-8931-4cb4-a052-78dd7a7c6688", "tag": "a42e0a2d-e91a-4663-8492-b7a830d6fc1e"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:44.466078 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5281860d-9930-4d2e-b5b0-50c717dc8436 x-openstack-request-id: req-5281860d-9930-4d2e-b5b0-50c717dc8436 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:44.466623 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df242b85-8931-4cb4-a052-78dd7a7c6688", "tag": "a42e0a2d-e91a-4663-8492-b7a830d6fc1e", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:44.467040 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5281860d-9930-4d2e-b5b0-50c717dc8436 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:44.467448 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5281860d-9930-4d2e-b5b0-50c717dc8436'] response: {'name': 'network-changed', 'server_uuid': 'df242b85-8931-4cb4-a052-78dd7a7c6688', 'tag': 'a42e0a2d-e91a-4663-8492-b7a830d6fc1e', 'status': 'completed', 'code': 200} Mar 28 05:41:44.469144 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e11c43-9ab5-4d7f-af1d-038a3b56ef04 service neutron] Pushing event updated for resources: {'Port': ['ID=a42e0a2d-e91a-4663-8492-b7a830d6fc1e,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:44.520293 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4fab480e-3560-4efb-a5ff-494c28e8ede5 req-29cfe029-54ca-4c30-bc47-caf3ed9991e1 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797130 Mar 28 05:41:44.531140 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-051b99dd-a7c9-4f6d-9ffb-10a7867c96df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:44.533081 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-051b99dd-a7c9-4f6d-9ffb-10a7867c96df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 1127 time: 0.1232138 Mar 28 05:41:44.588576 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-ae8b44cb-176e-412b-8c47-091b548bc6e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42e0a2d-e91a-4663-8492-b7a830d6fc1e HTTP/1.1" status: 200 len: 217 time: 0.0410881 Mar 28 05:41:44.650766 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-8484658c-e55c-4be1-bc38-76cc436a3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:44.652281 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-8484658c-e55c-4be1-bc38-76cc436a3fa1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0558014 Mar 28 05:41:44.714091 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-95f1cf8f-f7ce-4ded-a43b-bab628236e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:44.715999 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-95f1cf8f-f7ce-4ded-a43b-bab628236e5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570748 Mar 28 05:41:44.849976 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-9c7e68c9-356d-4211-8e64-95651afc08b0 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262171 Mar 28 05:41:44.944276 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c58195dc-aa00-42ec-84fd-df7199328b1c details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:41:44.971085 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 65509328-5c46-442a-9783-0c12b3fdf5f3 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:45.028818 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c4dcdc88-6181-4670-86f5-6219dc68a58d req-c85c040a-6946-454b-9e77-5630270b5acb service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724613 Mar 28 05:41:45.062552 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a6b19-8a5d-44c5-8c2f-429f8150fdc9 req-9327a0be-dfc5-494b-ab82-cc0c5ef072a0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:45.064144 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a83a6b19-8a5d-44c5-8c2f-429f8150fdc9 req-9327a0be-dfc5-494b-ab82-cc0c5ef072a0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 944 time: 0.1229904 Mar 28 05:41:45.228744 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port 65509328-5c46-442a-9783-0c12b3fdf5f3 completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:41:45.251595 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 65509328-5c46-442a-9783-0c12b3fdf5f3 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:45.251978 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.293309 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c58195dc-aa00-42ec-84fd-df7199328b1c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c58195dc-aa00-42ec-84fd-df7199328b1c,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:45.306632 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a83a6b19-8a5d-44c5-8c2f-429f8150fdc9 req-51eb15a6-22b8-41e3-ab83-a63dc669a60f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266335 Mar 28 05:41:45.316908 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa195a9e-8f36-4026-88d2-6326a6dd537a req-f2d0eb34-c593-40a5-b846-a7ce92acaecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:45.318474 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fa195a9e-8f36-4026-88d2-6326a6dd537a req-f2d0eb34-c593-40a5-b846-a7ce92acaecb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 1127 time: 0.1720998 Mar 28 05:41:45.328188 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'c58195dc-aa00-42ec-84fd-df7199328b1c', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'port_id': 'c58195dc-aa00-42ec-84fd-df7199328b1c', 'mac_address': 'fa:16:3e:d2:2d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:41:45.396280 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68664ad-d5da-4425-8057-ffcdf1135050 req-19882840-b43d-43d7-8960-898273f4cc1c tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:45.403529 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a68664ad-d5da-4425-8057-ffcdf1135050 req-19882840-b43d-43d7-8960-898273f4cc1c tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 945 time: 0.1735342 Mar 28 05:41:45.425309 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port c58195dc-aa00-42ec-84fd-df7199328b1c is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:45.426033 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.448072 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58195dc-aa00-42ec-84fd-df7199328b1c {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:45.473166 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c58195dc-aa00-42ec-84fd-df7199328b1c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c58195dc-aa00-42ec-84fd-df7199328b1c,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:45.485193 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.494113 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 65509328-5c46-442a-9783-0c12b3fdf5f3 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:45.494768 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.553077 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a68664ad-d5da-4425-8057-ffcdf1135050 req-c946f9d0-f26e-4143-a429-dbb8ac90d0fb tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486073 Mar 28 05:41:45.563542 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65509328-5c46-442a-9783-0c12b3fdf5f3'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:45.571494 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7002f-cc5e-4007-8715-470a376c57b0 req-73c34471-e9fb-4fba-ada4-16db6dd025e5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:45.578554 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1ad7002f-cc5e-4007-8715-470a376c57b0 req-73c34471-e9fb-4fba-ada4-16db6dd025e5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 943 time: 0.1574895 Mar 28 05:41:45.580480 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa195a9e-8f36-4026-88d2-6326a6dd537a req-f37467a9-6661-42c7-a10b-da0fda8710cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:45.581469 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fa195a9e-8f36-4026-88d2-6326a6dd537a req-f37467a9-6661-42c7-a10b-da0fda8710cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.2559779 Mar 28 05:41:45.652828 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fa195a9e-8f36-4026-88d2-6326a6dd537a req-17c1da36-85bf-4edf-888a-6eb19b4384a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42e0a2d-e91a-4663-8492-b7a830d6fc1e HTTP/1.1" status: 200 len: 217 time: 0.0641193 Mar 28 05:41:45.700249 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=c58195dc-aa00-42ec-84fd-df7199328b1c,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:45.706201 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 65509328-5c46-442a-9783-0c12b3fdf5f3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=65509328-5c46-442a-9783-0c12b3fdf5f3,segment=NetworkSegment(7646b057-431e-4128-bd55-62814bbb9039),segment_id=7646b057-431e-4128-bd55-62814bbb9039)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:45.713089 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.775489 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa195a9e-8f36-4026-88d2-6326a6dd537a req-5e251e53-703a-4c6c-84eb-7a3dec15335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:45.777632 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fa195a9e-8f36-4026-88d2-6326a6dd537a req-5e251e53-703a-4c6c-84eb-7a3dec15335e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.1161535 Mar 28 05:41:45.780856 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1ad7002f-cc5e-4007-8715-470a376c57b0 req-00714420-a238-4def-8939-75d2f30deef7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934237 Mar 28 05:41:45.822585 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=65509328-5c46-442a-9783-0c12b3fdf5f3,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:45.823953 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9923914-a57a-430b-b33c-47904e36d202 req-9a872885-d423-420b-9c5d-95106c1be075 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:45.825505 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9923914-a57a-430b-b33c-47904e36d202 req-9a872885-d423-420b-9c5d-95106c1be075 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 943 time: 0.1354537 Mar 28 05:41:45.911870 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa195a9e-8f36-4026-88d2-6326a6dd537a req-4a06cfaa-1583-4e4f-8271-525ceef89d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:45.913511 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fa195a9e-8f36-4026-88d2-6326a6dd537a req-4a06cfaa-1583-4e4f-8271-525ceef89d29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1287780 Mar 28 05:41:45.919094 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76482b6-ae57-4d33-9927-112af328fc71" -d '{"events": [{"server_uuid": "1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1", "name": "network-vif-plugged", "status": "completed", "tag": "65509328-5c46-442a-9783-0c12b3fdf5f3"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:45.924346 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9923914-a57a-430b-b33c-47904e36d202 req-9fa0e402-ce6b-47a9-8bb7-bd4a4d94e666 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912948 Mar 28 05:41:46.042018 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fa195a9e-8f36-4026-88d2-6326a6dd537a req-c08aace9-1120-4019-bc5f-d7367d7f7693 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166313 Mar 28 05:41:46.085062 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96ad8b8-d639-4c7c-98a7-73cbbd37e308 x-openstack-request-id: req-a96ad8b8-d639-4c7c-98a7-73cbbd37e308 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:46.085959 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1", "name": "network-vif-plugged", "status": "completed", "tag": "65509328-5c46-442a-9783-0c12b3fdf5f3", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:46.086700 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a96ad8b8-d639-4c7c-98a7-73cbbd37e308 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:46.087365 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96ad8b8-d639-4c7c-98a7-73cbbd37e308'] response: {'server_uuid': '1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65509328-5c46-442a-9783-0c12b3fdf5f3', 'code': 200} Mar 28 05:41:46.122386 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['c58195dc-aa00-42ec-84fd-df7199328b1c'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:41:46.200271 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fa195a9e-8f36-4026-88d2-6326a6dd537a req-6b09fe7d-636e-44c4-afd3-3c1de2409fab service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512315 Mar 28 05:41:46.412785 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb5da4-3f68-4612-9dc1-d64f9694a6a1 req-374b9ec7-4367-49f5-bf5d-2103d5065c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:46.414643 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c3eb5da4-3f68-4612-9dc1-d64f9694a6a1 req-374b9ec7-4367-49f5-bf5d-2103d5065c21 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 1130 time: 0.0995164 Mar 28 05:41:46.461851 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c3eb5da4-3f68-4612-9dc1-d64f9694a6a1 req-b165fae6-f333-4a5e-82d2-5119ce84f957 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:46.505825 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f524c10-0904-45e6-bc57-bae622f566e5 req-ce2b8a43-3e0e-4be3-ae9f-b7e0a4f187a5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:46.507804 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0f524c10-0904-45e6-bc57-bae622f566e5 req-ce2b8a43-3e0e-4be3-ae9f-b7e0a4f187a5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 944 time: 0.1154709 Mar 28 05:41:46.611499 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0f524c10-0904-45e6-bc57-bae622f566e5 req-5373716c-d3bd-432a-8d02-0927cdaa5c01 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973389 Mar 28 05:41:46.637645 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c3eb5da4-3f68-4612-9dc1-d64f9694a6a1 req-b165fae6-f333-4a5e-82d2-5119ce84f957 service neutron] Publish callbacks [] for security_group (0ed0d2d9-f8fc-4f56-af34-a6c86dd6d352), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:46.642621 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-c3eb5da4-3f68-4612-9dc1-d64f9694a6a1 req-b165fae6-f333-4a5e-82d2-5119ce84f957 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0ed0d2d9-f8fc-4f56-af34-a6c86dd6d352), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:46.728840 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165fae6-f333-4a5e-82d2-5119ce84f957 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed0d2d9-f8fc-4f56-af34-a6c86dd6d352,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:46.735436 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c3eb5da4-3f68-4612-9dc1-d64f9694a6a1 req-b165fae6-f333-4a5e-82d2-5119ce84f957 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013926 Mar 28 05:41:46.764710 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4867cbf-1ad8-4a3d-85bf-0ddb0ec5bac6 req-f6723053-0e3c-479e-ac49-f4747197a2fb tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:46.766659 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f4867cbf-1ad8-4a3d-85bf-0ddb0ec5bac6 req-f6723053-0e3c-479e-ac49-f4747197a2fb tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0948441 Mar 28 05:41:46.822161 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f4867cbf-1ad8-4a3d-85bf-0ddb0ec5bac6 req-271c0d61-8118-4c7e-9646-7b6730c2c9c9 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497358 Mar 28 05:41:46.910490 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01286313-2f28-4488-9e81-59133084ecd2 req-593b3b92-f379-474e-896a-33c7707721aa tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:46.911949 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-01286313-2f28-4488-9e81-59133084ecd2 req-593b3b92-f379-474e-896a-33c7707721aa tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 943 time: 0.0554574 Mar 28 05:41:46.944650 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c2f7c8f9-6f15-4ebd-b117-32bf21b793bc details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:41:46.958206 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device fe470eb2-542e-49b1-a677-8ef6d29f0d54 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:46.963125 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-01286313-2f28-4488-9e81-59133084ecd2 req-52a3ff40-dd29-474a-b933-d1ada3377665 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454764 Mar 28 05:41:47.051902 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f2451-f04b-4471-a0ee-028c35793572 req-e83c8487-b9d6-4f57-b602-8d3002ee6722 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:47.053430 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7f5f2451-f04b-4471-a0ee-028c35793572 req-e83c8487-b9d6-4f57-b602-8d3002ee6722 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 943 time: 0.0583191 Mar 28 05:41:47.089722 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port fe470eb2-542e-49b1-a677-8ef6d29f0d54 completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:41:47.098093 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port fe470eb2-542e-49b1-a677-8ef6d29f0d54 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:47.098499 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.129952 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7f5f2451-f04b-4471-a0ee-028c35793572 req-745c146e-94ec-479c-bcad-5122d8284de0 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706573 Mar 28 05:41:47.135216 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:47.155173 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'port_id': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc', 'mac_address': 'fa:16:3e:81:a1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:41:47.229906 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:47.230543 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.251906 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f7c8f9-6f15-4ebd-b117-32bf21b793bc {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:47.256764 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port fe470eb2-542e-49b1-a677-8ef6d29f0d54 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:47.257154 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.289754 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:47.307714 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.310617 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:47.335249 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.374865 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:47.432971 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=fe470eb2-542e-49b1-a677-8ef6d29f0d54,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:47.750866 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab5fd9-aba3-4e38-996b-33d72d58c939 req-3041140a-ea54-49ba-91d4-c9fcff26da05 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:47.752451 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5dab5fd9-aba3-4e38-996b-33d72d58c939 req-3041140a-ea54-49ba-91d4-c9fcff26da05 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0596890 Mar 28 05:41:47.802910 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5dab5fd9-aba3-4e38-996b-33d72d58c939 req-61c6031c-7822-4539-b8e6-7296ad60094b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445530 Mar 28 05:41:47.874829 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['c2f7c8f9-6f15-4ebd-b117-32bf21b793bc'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:41:47.974449 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1757426-cc0b-4cc6-a496-7c27eb0b2ed7 req-9641c44f-b7f0-4c73-b734-e633ef5f65aa tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:47.979191 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b1757426-cc0b-4cc6-a496-7c27eb0b2ed7 req-9641c44f-b7f0-4c73-b734-e633ef5f65aa tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0758977 Mar 28 05:41:48.039837 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b1757426-cc0b-4cc6-a496-7c27eb0b2ed7 req-f0930fe9-18ae-4830-8ce8-36b9bb8da4dc tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571630 Mar 28 05:41:48.088949 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:48.091551 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1fd9a8-5e94-4b01-971a-441558b7a6b0" -d '{"events": [{"server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "name": "network-vif-plugged", "status": "completed", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:48.115819 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5e653-c2a9-4bf2-8725-c8ca7957c89d req-f9cc9e03-d8a8-411d-bbc6-f0f5b79125d5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:48.117405 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-70b5e653-c2a9-4bf2-8725-c8ca7957c89d req-f9cc9e03-d8a8-411d-bbc6-f0f5b79125d5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 943 time: 0.0604637 Mar 28 05:41:48.140632 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ab6a85-32f5-4513-97bc-4ddbffac4df3 x-openstack-request-id: req-d3ab6a85-32f5-4513-97bc-4ddbffac4df3 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:48.140632 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "name": "network-vif-plugged", "status": "completed", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:48.140632 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3ab6a85-32f5-4513-97bc-4ddbffac4df3 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:48.140632 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ab6a85-32f5-4513-97bc-4ddbffac4df3'] response: {'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'code': 200} Mar 28 05:41:48.172012 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-70b5e653-c2a9-4bf2-8725-c8ca7957c89d req-9ea08a15-6127-450f-a71b-427e3867cb6d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473354 Mar 28 05:41:48.249177 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce937aa-4464-4773-9623-ff1c90a5f3b4 req-8f373d43-3745-4ace-802f-960c88658bbb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:48.250611 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dce937aa-4464-4773-9623-ff1c90a5f3b4 req-8f373d43-3745-4ace-802f-960c88658bbb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 944 time: 0.0526080 Mar 28 05:41:48.298615 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dce937aa-4464-4773-9623-ff1c90a5f3b4 req-585a9473-7e35-4589-853c-f13d15aa67f8 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416546 Mar 28 05:41:48.375040 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a611270-14ff-478b-8250-4e8dd21bf71b req-6d58efb8-df4d-442b-a269-c49da3ffd55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:48.376690 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a611270-14ff-478b-8250-4e8dd21bf71b req-6d58efb8-df4d-442b-a269-c49da3ffd55d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 1129 time: 0.0434866 Mar 28 05:41:48.423334 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a611270-14ff-478b-8250-4e8dd21bf71b req-93a29f93-f96a-4753-a812-6baa73059fa6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387340 Mar 28 05:41:48.756455 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34668) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:48.884642 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dbf92bd0-31cd-4760-a78e-1c5cbf3d80c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:48.951282 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a42e0a2d-e91a-4663-8492-b7a830d6fc1e details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:41:48.966673 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c58195dc-aa00-42ec-84fd-df7199328b1c up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:48.984466 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62687a35-adb5-4727-b164-fb7489f58592 req-1d970311-cc99-4e04-83d7-b83e1efd5d99 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:48.986016 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-62687a35-adb5-4727-b164-fb7489f58592 req-1d970311-cc99-4e04-83d7-b83e1efd5d99 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.1060586 Mar 28 05:41:48.992334 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dbf92bd0-31cd-4760-a78e-1c5cbf3d80c5 admin admin] Publish callbacks [] for security_group (b22b320f-97dc-464d-ada5-c17ec40340b2), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:48.998193 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dbf92bd0-31cd-4760-a78e-1c5cbf3d80c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (b22b320f-97dc-464d-ada5-c17ec40340b2), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.042748 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf92bd0-31cd-4760-a78e-1c5cbf3d80c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22b320f-97dc-464d-ada5-c17ec40340b2,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:49.048734 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-62687a35-adb5-4727-b164-fb7489f58592 req-2161a248-dfd7-4f1c-98ce-0f64ed7225ed tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570173 Mar 28 05:41:49.060853 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 34682) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:49.061498 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-dbf92bd0-31cd-4760-a78e-1c5cbf3d80c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff6003d23a3c4580bb1e30447bd4b809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039501 Mar 28 05:41:49.125921 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-59717d82-ca6a-42a3-a7ed-884ccdc538e0 admin admin] Publish callbacks [] for security_group (b22b320f-97dc-464d-ada5-c17ec40340b2), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.150099 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port c58195dc-aa00-42ec-84fd-df7199328b1c completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:41:49.158951 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port c58195dc-aa00-42ec-84fd-df7199328b1c triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:49.159529 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.187010 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-59717d82-ca6a-42a3-a7ed-884ccdc538e0 admin admin] Publish callbacks [] for security_group (b22b320f-97dc-464d-ada5-c17ec40340b2), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.207483 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port a42e0a2d-e91a-4663-8492-b7a830d6fc1e, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a42e0a2d-e91a-4663-8492-b7a830d6fc1e,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:49.249756 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcd93-39f0-4cc8-956b-ae9d9a55c719 req-b7f4f9c2-30cd-4e35-adbc-8fe98824c06b tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:49.253470 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'a42e0a2d-e91a-4663-8492-b7a830d6fc1e', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'port_id': 'a42e0a2d-e91a-4663-8492-b7a830d6fc1e', 'mac_address': 'fa:16:3e:75:45:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:41:49.258940 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-77adcd93-39f0-4cc8-956b-ae9d9a55c719 req-b7f4f9c2-30cd-4e35-adbc-8fe98824c06b tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.1339808 Mar 28 05:41:49.384933 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-77adcd93-39f0-4cc8-956b-ae9d9a55c719 req-6b341cf7-7451-428d-8d2c-c20ed039fbe4 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121247 Mar 28 05:41:49.392270 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port a42e0a2d-e91a-4663-8492-b7a830d6fc1e is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:49.398313 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.409284 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port c58195dc-aa00-42ec-84fd-df7199328b1c is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:49.410729 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.449441 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42e0a2d-e91a-4663-8492-b7a830d6fc1e {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:49.462502 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-59717d82-ca6a-42a3-a7ed-884ccdc538e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (b22b320f-97dc-464d-ada5-c17ec40340b2), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.465794 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-59717d82-ca6a-42a3-a7ed-884ccdc538e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.489835 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-59717d82-ca6a-42a3-a7ed-884ccdc538e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b22b320f-97dc-464d-ada5-c17ec40340b2 HTTP/1.1" status: 204 len: 168 time: 0.4278030 Mar 28 05:41:49.518918 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port a42e0a2d-e91a-4663-8492-b7a830d6fc1e, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a42e0a2d-e91a-4663-8492-b7a830d6fc1e,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:49.527101 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680a2b-9544-4818-b4c4-424269c29537 req-893d8ae9-431f-4529-8fc8-c7d0c21c2032 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:49.533220 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d2680a2b-9544-4818-b4c4-424269c29537 req-893d8ae9-431f-4529-8fc8-c7d0c21c2032 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 943 time: 0.1875844 Mar 28 05:41:49.542981 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.547318 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c58195dc-aa00-42ec-84fd-df7199328b1c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c58195dc-aa00-42ec-84fd-df7199328b1c,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:49.560063 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59717d82-ca6a-42a3-a7ed-884ccdc538e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22b320f-97dc-464d-ada5-c17ec40340b2,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:49.577845 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.613533 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=a42e0a2d-e91a-4663-8492-b7a830d6fc1e,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:49.625709 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d2680a2b-9544-4818-b4c4-424269c29537 req-68424574-db0b-41f3-8f5c-612a7eedb77f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696995 Mar 28 05:41:49.638579 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee6d91-0d5a-4133-83ee-78dad3c4dae5 req-405d2680-dc6c-4905-887c-8d413bbb5a47 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:49.640123 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e9ee6d91-0d5a-4133-83ee-78dad3c4dae5 req-405d2680-dc6c-4905-887c-8d413bbb5a47 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 944 time: 0.1250083 Mar 28 05:41:49.692806 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=c58195dc-aa00-42ec-84fd-df7199328b1c,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:49.701403 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34712) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:49.909587 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e9ee6d91-0d5a-4133-83ee-78dad3c4dae5 req-649d8898-80ee-48ed-a5b0-05e531e8d615 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607219 Mar 28 05:41:49.924022 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46a3f3c6-c442-4bdc-9675-128bac5caf2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.995603 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 34718) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:50.004572 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46a3f3c6-c442-4bdc-9675-128bac5caf2a admin admin] Publish callbacks [] for security_group (6a1aed57-fc17-4490-881a-83e6af769dd7), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.009680 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46a3f3c6-c442-4bdc-9675-128bac5caf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (6a1aed57-fc17-4490-881a-83e6af769dd7), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.011080 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87fff171-f330-4882-a44c-819931c94980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.048649 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-46a3f3c6-c442-4bdc-9675-128bac5caf2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b27a64734aed41789c0423e47181f3b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435154 Mar 28 05:41:50.049527 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3f3c6-c442-4bdc-9675-128bac5caf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1aed57-fc17-4490-881a-83e6af769dd7,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:50.051894 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34720) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:50.079487 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['a42e0a2d-e91a-4663-8492-b7a830d6fc1e'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:41:50.103239 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87fff171-f330-4882-a44c-819931c94980 admin admin] Publish callbacks [] for security_group (9dc443a5-f1b1-4afe-a8b7-441a087bd61a), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.106010 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5427d4c4-b619-4fb6-a8aa-91c8865fdba5 admin admin] Publish callbacks [] for security_group (6a1aed57-fc17-4490-881a-83e6af769dd7), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.116881 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-87fff171-f330-4882-a44c-819931c94980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (9dc443a5-f1b1-4afe-a8b7-441a087bd61a), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.138764 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728c0ad0-e201-4e63-b842-cc0fde1ea131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58195dc-aa00-42ec-84fd-df7199328b1c'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:50.141903 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbf5e03-8700-49e4-8611-ce5222fafc81" -d '{"events": [{"server_uuid": "728c0ad0-e201-4e63-b842-cc0fde1ea131", "name": "network-vif-plugged", "status": "completed", "tag": "c58195dc-aa00-42ec-84fd-df7199328b1c"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:50.161086 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5427d4c4-b619-4fb6-a8aa-91c8865fdba5 admin admin] Publish callbacks [] for security_group (6a1aed57-fc17-4490-881a-83e6af769dd7), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.213415 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fff171-f330-4882-a44c-819931c94980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc443a5-f1b1-4afe-a8b7-441a087bd61a,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:50.223378 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833f09d4-4239-4062-870f-ff81e05152a3 x-openstack-request-id: req-833f09d4-4239-4062-870f-ff81e05152a3 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:50.223921 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728c0ad0-e201-4e63-b842-cc0fde1ea131", "name": "network-vif-plugged", "status": "completed", "tag": "c58195dc-aa00-42ec-84fd-df7199328b1c", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:50.224038 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-833f09d4-4239-4062-870f-ff81e05152a3 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:50.224497 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833f09d4-4239-4062-870f-ff81e05152a3'] response: {'server_uuid': '728c0ad0-e201-4e63-b842-cc0fde1ea131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58195dc-aa00-42ec-84fd-df7199328b1c', 'code': 200} Mar 28 05:41:50.227368 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-87fff171-f330-4882-a44c-819931c94980 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e56413da7ef494d87891f1e1fce6aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301650 Mar 28 05:41:50.229857 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34726) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:50.296934 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5427d4c4-b619-4fb6-a8aa-91c8865fdba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (6a1aed57-fc17-4490-881a-83e6af769dd7), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.299813 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5427d4c4-b619-4fb6-a8aa-91c8865fdba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.301673 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5427d4c4-b619-4fb6-a8aa-91c8865fdba5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a1aed57-fc17-4490-881a-83e6af769dd7 HTTP/1.1" status: 204 len: 168 time: 0.2488811 Mar 28 05:41:50.307903 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d6c19-cbab-48a2-b2d0-7ce8c4e7e2f0 req-f42e96bc-4065-47f9-84a4-ef1f69e9aac8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:50.309472 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-559d6c19-cbab-48a2-b2d0-7ce8c4e7e2f0 req-f42e96bc-4065-47f9-84a4-ef1f69e9aac8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0807545 Mar 28 05:41:50.314057 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-212cc309-ec8a-4738-9834-a3dbc16629d7 admin admin] Publish callbacks [] for security_group (9dc443a5-f1b1-4afe-a8b7-441a087bd61a), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.359600 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-212cc309-ec8a-4738-9834-a3dbc16629d7 admin admin] Publish callbacks [] for security_group (9dc443a5-f1b1-4afe-a8b7-441a087bd61a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.365654 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-559d6c19-cbab-48a2-b2d0-7ce8c4e7e2f0 req-2bc566e4-5c2e-41d3-8ff6-d298a7aea9fd tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494897 Mar 28 05:41:50.375282 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427d4c4-b619-4fb6-a8aa-91c8865fdba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1aed57-fc17-4490-881a-83e6af769dd7,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:50.442723 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-212cc309-ec8a-4738-9834-a3dbc16629d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (9dc443a5-f1b1-4afe-a8b7-441a087bd61a), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.446111 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-212cc309-ec8a-4738-9834-a3dbc16629d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.447743 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-212cc309-ec8a-4738-9834-a3dbc16629d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9dc443a5-f1b1-4afe-a8b7-441a087bd61a HTTP/1.1" status: 204 len: 168 time: 0.2165554 Mar 28 05:41:50.462218 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cc309-ec8a-4738-9834-a3dbc16629d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc443a5-f1b1-4afe-a8b7-441a087bd61a,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:50.571135 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760830e7-c69f-4f6d-8507-2be88625f15a req-e2034354-f305-4d1a-86b6-6584c2e1aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:50.572722 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-760830e7-c69f-4f6d-8507-2be88625f15a req-e2034354-f305-4d1a-86b6-6584c2e1aa42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 1130 time: 0.1359065 Mar 28 05:41:50.624301 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a6871-6779-4e23-8723-8154d4fa52fd req-10690d7a-e63f-413d-bb46-63e2ea90d722 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:50.625919 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b19a6871-6779-4e23-8723-8154d4fa52fd req-10690d7a-e63f-413d-bb46-63e2ea90d722 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.1388979 Mar 28 05:41:50.665947 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-760830e7-c69f-4f6d-8507-2be88625f15a req-41599bc7-29f1-48c1-8e71-0183872062c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854645 Mar 28 05:41:50.712215 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b19a6871-6779-4e23-8723-8154d4fa52fd req-d41c47d3-1565-4246-8772-910796d64409 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752954 Mar 28 05:41:50.831083 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377831d6-456f-4bfb-a34e-701261b94079 req-971c422d-ae2a-4e6c-871a-433c26b99fea tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:50.833167 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-377831d6-456f-4bfb-a34e-701261b94079 req-971c422d-ae2a-4e6c-871a-433c26b99fea tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 944 time: 0.0968816 Mar 28 05:41:50.893119 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-377831d6-456f-4bfb-a34e-701261b94079 req-f37118c8-24dc-4178-a5f0-7f238b849666 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498142 Mar 28 05:41:50.931638 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 34758) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:50.945762 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-de48e10a-5292-4a5d-a817-6a081ed830ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.983482 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c2f7c8f9-6f15-4ebd-b117-32bf21b793bc up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:51.061664 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:41:51.066385 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:51.066770 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.086616 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d223f50-8931-4622-82d4-b9f6786859d6 req-cb5d576a-3b48-4c61-ad38-1fbaba94ca22 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:51.088177 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1d223f50-8931-4622-82d4-b9f6786859d6 req-cb5d576a-3b48-4c61-ad38-1fbaba94ca22 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 944 time: 0.0890248 Mar 28 05:41:51.108837 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-de48e10a-5292-4a5d-a817-6a081ed830ee admin admin] Publish callbacks [] for security_group (2761804a-b1b7-4cf7-9288-4ead44a34505), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.139324 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-de48e10a-5292-4a5d-a817-6a081ed830ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2761804a-b1b7-4cf7-9288-4ead44a34505), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.177984 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:51.178777 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48e10a-5292-4a5d-a817-6a081ed830ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2761804a-b1b7-4cf7-9288-4ead44a34505,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:51.179200 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.228382 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:51.229492 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-de48e10a-5292-4a5d-a817-6a081ed830ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=968b84b2f14a4e80b0a502b96380836e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965596 Mar 28 05:41:51.232296 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34768) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:51.243075 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.282674 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1d223f50-8931-4622-82d4-b9f6786859d6 req-409b37f0-6f59-4f75-b74c-21cbe5b7db19 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761558 Mar 28 05:41:51.317722 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-616daa89-ce47-40bc-b38c-b8ea2025a8b9 admin admin] Publish callbacks [] for security_group (2761804a-b1b7-4cf7-9288-4ead44a34505), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.318034 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:51.340152 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-616daa89-ce47-40bc-b38c-b8ea2025a8b9 admin admin] Publish callbacks [] for security_group (2761804a-b1b7-4cf7-9288-4ead44a34505), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.388733 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-616daa89-ce47-40bc-b38c-b8ea2025a8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2761804a-b1b7-4cf7-9288-4ead44a34505), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.391436 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-616daa89-ce47-40bc-b38c-b8ea2025a8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.392629 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-616daa89-ce47-40bc-b38c-b8ea2025a8b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2761804a-b1b7-4cf7-9288-4ead44a34505 HTTP/1.1" status: 204 len: 168 time: 0.1584525 Mar 28 05:41:51.403386 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616daa89-ce47-40bc-b38c-b8ea2025a8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2761804a-b1b7-4cf7-9288-4ead44a34505,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:51.457587 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34780) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:51.508119 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db40d9e-c01d-4858-85f9-e907bc4fc4e3 req-811f8956-113d-4b50-9b11-8a251301588f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:51.514800 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8db40d9e-c01d-4858-85f9-e907bc4fc4e3 req-811f8956-113d-4b50-9b11-8a251301588f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0615871 Mar 28 05:41:51.567533 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1376438578-network', 'tenant_id': 'e79015bf253a486ab39b742dd90676e1'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:51.579684 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8db40d9e-c01d-4858-85f9-e907bc4fc4e3 req-06f23818-ad24-418a-b1e9-f76fa2469a8f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639453 Mar 28 05:41:51.601252 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Made reservation on behalf of e79015bf253a486ab39b742dd90676e1 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:51.607368 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.622611 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.702078 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Publish callbacks [] for security_group (cdd1dc9e-536c-4dd8-9933-bce1ca77218d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.707529 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (cdd1dc9e-536c-4dd8-9933-bce1ca77218d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.736500 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:41:51.747243 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd1dc9e-536c-4dd8-9933-bce1ca77218d,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:51.752717 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.754027 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Added segment bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5 of type vlan for network 69181cc4-af09-4c5c-ad8a-8ea965145f02 Mar 28 05:41:51.764204 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212a921-239c-4632-b3a2-6d75785de231 req-a54a9693-5a07-4f28-94d9-5a8a375dfd6e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:51.765834 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5212a921-239c-4632-b3a2-6d75785de231 req-a54a9693-5a07-4f28-94d9-5a8a375dfd6e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0669343 Mar 28 05:41:51.775043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 34794) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:51.781626 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-ff60f0e5-389a-4098-83db-ef0ee102beec tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'floatingip': {'port_id': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:51.811187 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (69181cc4-af09-4c5c-ad8a-8ea965145f02), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.848451 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (69181cc4-af09-4c5c-ad8a-8ea965145f02), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.849901 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:51.850749 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.881324 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ff60f0e5-389a-4098-83db-ef0ee102beec tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (071c98b0-2cad-4f3f-9dbc-7a69d6d80d73), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.916862 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] Pushing event updated for resources: {'Network': ['ID=69181cc4-af09-4c5c-ad8a-8ea965145f02,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:51.922886 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0e5df8ad-a3af-49e1-83b2-f9ec8c0cb8f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4637702 Mar 28 05:41:51.926029 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34808) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:51.931429 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] Request body: {'subnet': {'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1376438578-subnet', 'tenant_id': 'e79015bf253a486ab39b742dd90676e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:51.934970 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 69181cc4-af09-4c5c-ad8a-8ea965145f02 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:41:51.952160 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] Made reservation on behalf of e79015bf253a486ab39b742dd90676e1 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:51.954719 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656248'] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:52.129352 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98d38a-7c8f-417f-83e9-1b615221eef2 req-e662acfe-2562-4556-b515-bb3d2390fff7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:52.131077 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3c98d38a-7c8f-417f-83e9-1b615221eef2 req-e662acfe-2562-4556-b515-bb3d2390fff7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 944 time: 0.1280112 Mar 28 05:41:52.163180 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26735045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656238'] for subnet (4f734713-1189-48c0-968a-54859c64a0a9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:52.221416 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f734713-1189-48c0-968a-54859c64a0a9,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:52.225486 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:52.229465 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9c3716-203f-4a9c-8f07-82208f7f73ad" -d '{"events": [{"server_uuid": "6469b372-5dfa-4f48-bcf9-ac9653ab9604", "name": "network-vif-plugged", "status": "completed", "tag": "c2f7c8f9-6f15-4ebd-b117-32bf21b793bc"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:52.230888 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] Checking segment: {'id': 'bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:52.231036 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] Network hostable DHCP agents. Network: 69181cc4-af09-4c5c-ad8a-8ea965145f02, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:41:52.248280 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] Network 69181cc4-af09-4c5c-ad8a-8ea965145f02 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:41:52.264291 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 69181cc4-af09-4c5c-ad8a-8ea965145f02) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:52.276818 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac27a05-cbd5-472c-8367-1b2534b867da None None] Network 69181cc4-af09-4c5c-ad8a-8ea965145f02 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:52.296902 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3c98d38a-7c8f-417f-83e9-1b615221eef2 req-19237ce6-b3e0-452b-9c69-0ece932505cb tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272850 Mar 28 05:41:52.309534 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:52.310822 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:52.355427 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-836916f5-9f99-47da-ba06-a31555344358 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4280541 Mar 28 05:41:52.545110 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e819df8f-31d8-4958-a7dc-bd269d151604 x-openstack-request-id: req-e819df8f-31d8-4958-a7dc-bd269d151604 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:52.545421 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6469b372-5dfa-4f48-bcf9-ac9653ab9604", "name": "network-vif-plugged", "status": "completed", "tag": "c2f7c8f9-6f15-4ebd-b117-32bf21b793bc", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:52.545726 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e819df8f-31d8-4958-a7dc-bd269d151604 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:52.546128 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e819df8f-31d8-4958-a7dc-bd269d151604'] response: {'server_uuid': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc', 'code': 200} Mar 28 05:41:52.653653 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889d626-e683-416c-9c13-0572380b238f None None] Network 69181cc4-af09-4c5c-ad8a-8ea965145f02 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:52.838975 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345021d-69d2-4da2-9c0d-c643de2b4f74 req-7e52289f-0e7c-48c2-be49-7244c58cace1 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:52.840655 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9345021d-69d2-4da2-9c0d-c643de2b4f74 req-7e52289f-0e7c-48c2-be49-7244c58cace1 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.4229612 Mar 28 05:41:52.977815 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10002-ec14-407f-9e15-b533228aec9c req-030b61c8-1dc1-48fc-a45f-f0a8d4410e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:52.979367 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-36a10002-ec14-407f-9e15-b533228aec9c req-030b61c8-1dc1-48fc-a45f-f0a8d4410e60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 1129 time: 0.2566421 Mar 28 05:41:52.986730 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.db.resource_extend [None req-ff60f0e5-389a-4098-83db-ef0ee102beec tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 05:41:52.992938 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a42e0a2d-e91a-4663-8492-b7a830d6fc1e up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:53.092273 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port a42e0a2d-e91a-4663-8492-b7a830d6fc1e completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:41:53.096653 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port a42e0a2d-e91a-4663-8492-b7a830d6fc1e triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:53.097083 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.100676 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9345021d-69d2-4da2-9c0d-c643de2b4f74 req-35e34a0c-c8a3-425c-8625-d9d31327591c tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474902 Mar 28 05:41:53.142465 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ff60f0e5-389a-4098-83db-ef0ee102beec tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.146379 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-36a10002-ec14-407f-9e15-b533228aec9c req-401a0dc4-1030-4052-9f3d-fa52442cbf20 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207981 Mar 28 05:41:53.148847 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ff60f0e5-389a-4098-83db-ef0ee102beec tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (071c98b0-2cad-4f3f-9dbc-7a69d6d80d73), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.225208 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port a42e0a2d-e91a-4663-8492-b7a830d6fc1e is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:53.229109 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.284759 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port a42e0a2d-e91a-4663-8492-b7a830d6fc1e, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a42e0a2d-e91a-4663-8492-b7a830d6fc1e,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:53.291522 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.350061 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=a42e0a2d-e91a-4663-8492-b7a830d6fc1e,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:53.582231 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb2062-7cfe-4d96-ad9f-e0b9f5d43623 req-785b77aa-bf51-4408-bd03-e3d046a0e3bc tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:53.584406 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-25bb2062-7cfe-4d96-ad9f-e0b9f5d43623 req-785b77aa-bf51-4408-bd03-e3d046a0e3bc tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.1280620 Mar 28 05:41:53.584997 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-ff60f0e5-389a-4098-83db-ef0ee102beec tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Floating IP 071c98b0-2cad-4f3f-9dbc-7a69d6d80d73 associated. External IP: 172.27.1.166, port: fe470eb2-542e-49b1-a677-8ef6d29f0d54. Mar 28 05:41:53.706002 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-25bb2062-7cfe-4d96-ad9f-e0b9f5d43623 req-114c247c-f6a4-48c9-97b1-092084b16afd tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854006 Mar 28 05:41:53.851464 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff60f0e5-389a-4098-83db-ef0ee102beec tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Router a620f96a-de31-42cc-a3c3-e9349628024c has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:41:53.880351 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34884) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:53.977410 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff60f0e5-389a-4098-83db-ef0ee102beec tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:53.982091 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ff60f0e5-389a-4098-83db-ef0ee102beec tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.004834 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688c337-600c-4149-b865-294ed8a16ee4 None None] Sync routers for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:54.008799 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f4620247-60c3-418c-80a2-7d84e6482758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.014330 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-ff60f0e5-389a-4098-83db-ef0ee102beec tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "PUT /v2.0/floatingips/071c98b0-2cad-4f3f-9dbc-7a69d6d80d73 HTTP/1.1" status: 200 len: 991 time: 2.2368655 Mar 28 05:41:54.014330 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:54.014561 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688c337-600c-4149-b865-294ed8a16ee4 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:54.014933 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b688c337-600c-4149-b865-294ed8a16ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:54.015831 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219a31f7-c52a-4e99-af4f-e29766c90309" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:54.051022 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5445b37-ba65-4a60-bca9-5ef4f45fc9fe x-openstack-request-id: req-d5445b37-ba65-4a60-bca9-5ef4f45fc9fe {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:54.051555 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:54.052003 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5445b37-ba65-4a60-bca9-5ef4f45fc9fe {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:54.052669 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5445b37-ba65-4a60-bca9-5ef4f45fc9fe'] response: {'name': 'network-changed', 'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'status': 'completed', 'code': 200} Mar 28 05:41:54.096981 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f4620247-60c3-418c-80a2-7d84e6482758 admin admin] Publish callbacks [] for security_group (86f8b5c0-5880-403b-999d-35d4fe03743e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.101380 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f4620247-60c3-418c-80a2-7d84e6482758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (86f8b5c0-5880-403b-999d-35d4fe03743e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.135057 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-b688c337-600c-4149-b865-294ed8a16ee4 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:54.152162 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a31f7-c52a-4e99-af4f-e29766c90309 req-adbdfae0-a59c-45cd-9bf8-48f6838fde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:54.154516 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4620247-60c3-418c-80a2-7d84e6482758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f8b5c0-5880-403b-999d-35d4fe03743e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:54.155371 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-219a31f7-c52a-4e99-af4f-e29766c90309 req-adbdfae0-a59c-45cd-9bf8-48f6838fde12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 1129 time: 0.0559540 Mar 28 05:41:54.174457 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f4620247-60c3-418c-80a2-7d84e6482758 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=598c2147f419450c99e339b849abe1be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929113 Mar 28 05:41:54.177024 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34896) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:54.228813 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6fcbeff1-e6f2-4b55-9762-d9ed24641a57 admin admin] Publish callbacks [] for security_group (86f8b5c0-5880-403b-999d-35d4fe03743e), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.263353 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6fcbeff1-e6f2-4b55-9762-d9ed24641a57 admin admin] Publish callbacks [] for security_group (86f8b5c0-5880-403b-999d-35d4fe03743e), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.310297 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ed067-c076-4bb4-b179-012d4387d12c req-0f6d156f-6a53-49a6-9261-a7cace88338d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:54.311071 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dc5ed067-c076-4bb4-b179-012d4387d12c req-0f6d156f-6a53-49a6-9261-a7cace88338d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.1392491 Mar 28 05:41:54.319093 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a31f7-c52a-4e99-af4f-e29766c90309 req-5c359db7-cd0b-4a98-af1d-75820faac8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:54.326836 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-219a31f7-c52a-4e99-af4f-e29766c90309 req-5c359db7-cd0b-4a98-af1d-75820faac8c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 916 time: 0.1514792 Mar 28 05:41:54.328165 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6fcbeff1-e6f2-4b55-9762-d9ed24641a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (86f8b5c0-5880-403b-999d-35d4fe03743e), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.331293 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6fcbeff1-e6f2-4b55-9762-d9ed24641a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.333378 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6fcbeff1-e6f2-4b55-9762-d9ed24641a57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86f8b5c0-5880-403b-999d-35d4fe03743e HTTP/1.1" status: 204 len: 168 time: 0.1552255 Mar 28 05:41:54.359586 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbeff1-e6f2-4b55-9762-d9ed24641a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f8b5c0-5880-403b-999d-35d4fe03743e,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:54.446383 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b688c337-600c-4149-b865-294ed8a16ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '071c98b0-2cad-4f3f-9dbc-7a69d6d80d73', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'port_id': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'mac_address': 'fa:16:3e:ca:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:15Z', 'updated_at': '2022-03-28T05:41:52Z', 'revision_number': 1, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:54.476616 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688c337-600c-4149-b865-294ed8a16ee4 None None] Checking router: a620f96a-de31-42cc-a3c3-e9349628024c for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:54.484990 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688c337-600c-4149-b865-294ed8a16ee4 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:54.485613 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b688c337-600c-4149-b865-294ed8a16ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:54.504647 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dc5ed067-c076-4bb4-b179-012d4387d12c req-a9ecd632-c5df-41fe-ae20-2c5391e10542 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816423 Mar 28 05:41:54.506335 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-219a31f7-c52a-4e99-af4f-e29766c90309 req-5b091797-ed99-4a49-9c88-9f9322fd6d13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54 HTTP/1.1" status: 200 len: 999 time: 0.1604464 Mar 28 05:41:54.547164 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df242b85-8931-4cb4-a052-78dd7a7c6688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e0a2d-e91a-4663-8492-b7a830d6fc1e'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:54.550667 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae03809-885d-444a-8cf1-258c801517d3" -d '{"events": [{"server_uuid": "df242b85-8931-4cb4-a052-78dd7a7c6688", "name": "network-vif-plugged", "status": "completed", "tag": "a42e0a2d-e91a-4663-8492-b7a830d6fc1e"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:54.594724 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a421117-1980-4170-b87f-5ff59f502252 x-openstack-request-id: req-9a421117-1980-4170-b87f-5ff59f502252 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:54.595035 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df242b85-8931-4cb4-a052-78dd7a7c6688", "name": "network-vif-plugged", "status": "completed", "tag": "a42e0a2d-e91a-4663-8492-b7a830d6fc1e", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:54.595287 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a421117-1980-4170-b87f-5ff59f502252 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:54.595689 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a421117-1980-4170-b87f-5ff59f502252'] response: {'server_uuid': 'df242b85-8931-4cb4-a052-78dd7a7c6688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e0a2d-e91a-4663-8492-b7a830d6fc1e', 'code': 200} Mar 28 05:41:54.614820 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a31f7-c52a-4e99-af4f-e29766c90309 req-0e863ae5-c95a-4c46-b85d-fcce6f81b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:54.616302 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-219a31f7-c52a-4e99-af4f-e29766c90309 req-0e863ae5-c95a-4c46-b85d-fcce6f81b6bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.0808280 Mar 28 05:41:54.637481 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-b688c337-600c-4149-b865-294ed8a16ee4 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:54.717227 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a31f7-c52a-4e99-af4f-e29766c90309 req-06f36a38-80cc-4784-ad94-11fd9424117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:54.719126 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-219a31f7-c52a-4e99-af4f-e29766c90309 req-06f36a38-80cc-4784-ad94-11fd9424117d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677571 Mar 28 05:41:54.783091 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34920) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:54.810950 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03d34242-8e3d-4b84-8048-ffc6f9e771fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.949214 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-219a31f7-c52a-4e99-af4f-e29766c90309 req-62e2c73c-4c84-48fc-a4d9-6687c0212f9c service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234547 Mar 28 05:41:54.956536 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b688c337-600c-4149-b865-294ed8a16ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '071c98b0-2cad-4f3f-9dbc-7a69d6d80d73', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'port_id': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'mac_address': 'fa:16:3e:ca:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:15Z', 'updated_at': '2022-03-28T05:41:52Z', 'revision_number': 1, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:54.990721 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ab954-380b-4e2f-abeb-3dbf1cdc22a7 req-cddc85fd-ebc4-46ba-ae3c-5a484de0fd97 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:54.992325 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dc3ab954-380b-4e2f-abeb-3dbf1cdc22a7 req-cddc85fd-ebc4-46ba-ae3c-5a484de0fd97 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.1108172 Mar 28 05:41:54.999626 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688c337-600c-4149-b865-294ed8a16ee4 None None] The sync data for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi is: [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '071c98b0-2cad-4f3f-9dbc-7a69d6d80d73', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'port_id': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'mac_address': 'fa:16:3e:ca:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:15Z', 'updated_at': '2022-03-28T05:41:52Z', 'revision_number': 1, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:55.011512 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495316c-0b48-4340-9da2-d945bd128189 req-2b994193-fb4b-4e04-a03d-323af54ce8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:55.013018 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d495316c-0b48-4340-9da2-d945bd128189 req-2b994193-fb4b-4e04-a03d-323af54ce8b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 1129 time: 0.1456785 Mar 28 05:41:55.026589 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03d34242-8e3d-4b84-8048-ffc6f9e771fb admin admin] Publish callbacks [] for security_group (3ed6fd17-8304-4531-87f7-73ef6bd445b3), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:55.032098 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03d34242-8e3d-4b84-8048-ffc6f9e771fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (3ed6fd17-8304-4531-87f7-73ef6bd445b3), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:55.123734 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dc3ab954-380b-4e2f-abeb-3dbf1cdc22a7 req-27d02e64-0090-42ef-9797-b97b1a595171 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178539 Mar 28 05:41:55.138481 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-219a31f7-c52a-4e99-af4f-e29766c90309 req-35df3afe-7734-4e08-a443-39ad4501be87 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677246 Mar 28 05:41:55.152652 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 34934) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:55.153408 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-03d34242-8e3d-4b84-8048-ffc6f9e771fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c46e69f2de545979f45a537bfcdeb51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677850 Mar 28 05:41:55.156063 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d34242-8e3d-4b84-8048-ffc6f9e771fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed6fd17-8304-4531-87f7-73ef6bd445b3,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:55.198415 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-d495316c-0b48-4340-9da2-d945bd128189 req-e233b3fa-2e40-471c-ab7e-a74c595f4c66 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032984 Mar 28 05:41:55.322566 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9898056e-7195-49bf-9c81-cb552ecb1a7a None None] New status for floating IP 071c98b0-2cad-4f3f-9dbc-7a69d6d80d73: ACTIVE {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:41:55.324411 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ce7395cd-e14a-44ad-a8c3-8fd013281299 admin admin] Publish callbacks [] for security_group (3ed6fd17-8304-4531-87f7-73ef6bd445b3), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:55.354990 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-6ae23f71-169a-4d45-b963-067e607db2f5 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:55.356467 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-6ae23f71-169a-4d45-b963-067e607db2f5 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/networks?id=69181cc4-af09-4c5c-ad8a-8ea965145f02 HTTP/1.1" status: 200 len: 814 time: 0.1516712 Mar 28 05:41:55.367197 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ce7395cd-e14a-44ad-a8c3-8fd013281299 admin admin] Publish callbacks [] for security_group (3ed6fd17-8304-4531-87f7-73ef6bd445b3), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:55.383645 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-e3783f04-05ad-461d-8174-03275c599c6d tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/quotas/e79015bf253a486ab39b742dd90676e1 HTTP/1.1" status: 200 len: 375 time: 0.0191748 Mar 28 05:41:55.427611 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-6a9affd5-7c9a-49df-82b0-d5623497ab06 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79015bf253a486ab39b742dd90676e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316820 Mar 28 05:41:55.493207 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ce7395cd-e14a-44ad-a8c3-8fd013281299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (3ed6fd17-8304-4531-87f7-73ef6bd445b3), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:55.495672 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ce7395cd-e14a-44ad-a8c3-8fd013281299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:55.496827 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-ce7395cd-e14a-44ad-a8c3-8fd013281299 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ed6fd17-8304-4531-87f7-73ef6bd445b3 HTTP/1.1" status: 204 len: 168 time: 0.3431847 Mar 28 05:41:55.512520 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7395cd-e14a-44ad-a8c3-8fd013281299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed6fd17-8304-4531-87f7-73ef6bd445b3,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:55.558554 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-99344d12-74e7-4995-8925-b6c94f327957 service neutron] 10.222.0.20 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157293 Mar 28 05:41:55.907201 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b8fa4-0e49-49e3-9b19-72a16a6053d6 req-e0d87bd5-a9cf-4ea6-b5cd-9d65490393f1 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:55.908757 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-444b8fa4-0e49-49e3-9b19-72a16a6053d6 req-e0d87bd5-a9cf-4ea6-b5cd-9d65490393f1 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.2899668 Mar 28 05:41:55.911701 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-d379c2e6-5e16-4e2f-8c4a-aed209089b32 service neutron] 10.222.0.20 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470201 Mar 28 05:41:55.983060 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-444b8fa4-0e49-49e3-9b19-72a16a6053d6 req-7353b92e-78ac-47c4-b17e-1ade0bc515ab tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638576 Mar 28 05:41:56.141324 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2312944d-6689-4a75-84fe-8aeb115d03bd req-bf64d54d-7563-4812-a92f-b4d42b050a72 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 210 time: 0.0335779 Mar 28 05:41:56.150445 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be42c04-4e64-4a12-88bb-d8af6cdc86ac req-64a52b79-8ac0-4124-ad52-b8bf698f04f5 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:56.152209 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3be42c04-4e64-4a12-88bb-d8af6cdc86ac req-64a52b79-8ac0-4124-ad52-b8bf698f04f5 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0938883 Mar 28 05:41:56.164007 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 34972) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:56.168904 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-c77ef429-0188-43cb-b842-5311506ee904 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'floatingip': {'port_id': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:56.278593 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c77ef429-0188-43cb-b842-5311506ee904 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (09ba37ae-7566-4423-a99c-4fa653b00fb6), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:56.309389 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dbb60-5231-4280-a231-bac4d064e715 req-f2bbd48c-5fa0-46fe-8f6b-8999d50495f9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:56.311034 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a29dbb60-5231-4280-a231-bac4d064e715 req-f2bbd48c-5fa0-46fe-8f6b-8999d50495f9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0857570 Mar 28 05:41:56.379072 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a29dbb60-5231-4280-a231-bac4d064e715 req-f4c7d969-841d-4dcf-ba57-00b98b875ba0 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543108 Mar 28 05:41:57.132214 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c77ef429-0188-43cb-b842-5311506ee904 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.136809 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c77ef429-0188-43cb-b842-5311506ee904 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (09ba37ae-7566-4423-a99c-4fa653b00fb6), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.243873 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.l3_db [None req-c77ef429-0188-43cb-b842-5311506ee904 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Floating IP 09ba37ae-7566-4423-a99c-4fa653b00fb6 associated. External IP: 172.27.1.244, port: c2f7c8f9-6f15-4ebd-b117-32bf21b793bc. Mar 28 05:41:57.246082 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0f5bc179-b668-4dc6-bce8-6cbe733f1fd8 req-e9566fba-22d4-4e82-bd95-bedf1dc2c1d2 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 210 time: 0.0341322 Mar 28 05:41:57.476299 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77ef429-0188-43cb-b842-5311506ee904 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:41:57.519274 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d6808-5b53-4eed-969b-e05c36a9e7c8 req-bb9cdf93-4f76-498d-a161-4018b84659e0 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:57.520873 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-476d6808-5b53-4eed-969b-e05c36a9e7c8 req-bb9cdf93-4f76-498d-a161-4018b84659e0 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0681558 Mar 28 05:41:57.575616 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-476d6808-5b53-4eed-969b-e05c36a9e7c8 req-eb8e979b-6277-4c9b-a2e8-17f2765523c3 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489125 Mar 28 05:41:57.603819 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77ef429-0188-43cb-b842-5311506ee904 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:57.608486 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c77ef429-0188-43cb-b842-5311506ee904 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.615775 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f644caa0-8438-4070-8509-c4595bd7c127 None None] Sync routers for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:57.626508 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f644caa0-8438-4070-8509-c4595bd7c127 None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:57.627224 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-f644caa0-8438-4070-8509-c4595bd7c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:57.641628 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c77ef429-0188-43cb-b842-5311506ee904 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "PUT /v2.0/floatingips/09ba37ae-7566-4423-a99c-4fa653b00fb6 HTTP/1.1" status: 200 len: 991 time: 1.4765475 Mar 28 05:41:57.642342 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'tag': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:57.645168 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7e8655501d8a1cb9212710d4ff8afd0d51cffdd3daafd9e477e3ae579e093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d615f1-4ae7-4fd8-bd34-92651f477f69" -d '{"events": [{"name": "network-changed", "server_uuid": "6469b372-5dfa-4f48-bcf9-ac9653ab9604", "tag": "c2f7c8f9-6f15-4ebd-b117-32bf21b793bc"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:57.685465 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e474717f-1ca9-4eb1-a22c-1780b9e98656 x-openstack-request-id: req-e474717f-1ca9-4eb1-a22c-1780b9e98656 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:57.685760 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6469b372-5dfa-4f48-bcf9-ac9653ab9604", "tag": "c2f7c8f9-6f15-4ebd-b117-32bf21b793bc", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:57.686017 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e474717f-1ca9-4eb1-a22c-1780b9e98656 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:57.686456 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e474717f-1ca9-4eb1-a22c-1780b9e98656'] response: {'name': 'network-changed', 'server_uuid': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'tag': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc', 'status': 'completed', 'code': 200} Mar 28 05:41:57.738128 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-f644caa0-8438-4070-8509-c4595bd7c127 None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:57.755113 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 35048) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:57.861817 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-97522ac8-589a-4c68-b5da-b0bf1fa29fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.939731 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-97522ac8-589a-4c68-b5da-b0bf1fa29fd6 admin admin] Publish callbacks [] for security_group (eab520f9-60d6-4af8-bcda-7b72f689a18e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.942908 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-97522ac8-589a-4c68-b5da-b0bf1fa29fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (eab520f9-60d6-4af8-bcda-7b72f689a18e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.979148 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97522ac8-589a-4c68-b5da-b0bf1fa29fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab520f9-60d6-4af8-bcda-7b72f689a18e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:57.983456 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-97522ac8-589a-4c68-b5da-b0bf1fa29fd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dc8c277a64e4676a2da99fc015e08b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273178 Mar 28 05:41:57.986170 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 35052) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:58.036993 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5feccd4f-6118-4480-b8a7-fd3bf2c0e063 admin admin] Publish callbacks [] for security_group (eab520f9-60d6-4af8-bcda-7b72f689a18e), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.055242 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-f644caa0-8438-4070-8509-c4595bd7c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '09ba37ae-7566-4423-a99c-4fa653b00fb6', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'port_id': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'mac_address': 'fa:16:3e:81:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:31Z', 'updated_at': '2022-03-28T05:41:56Z', 'revision_number': 1, 'project_id': '166ef12b1d8740979caa27285de2817a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:58.063443 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5feccd4f-6118-4480-b8a7-fd3bf2c0e063 admin admin] Publish callbacks [] for security_group (eab520f9-60d6-4af8-bcda-7b72f689a18e), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.084555 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f644caa0-8438-4070-8509-c4595bd7c127 None None] Checking router: 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:58.103238 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f644caa0-8438-4070-8509-c4595bd7c127 None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:58.104017 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-f644caa0-8438-4070-8509-c4595bd7c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:41:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:58.111569 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5feccd4f-6118-4480-b8a7-fd3bf2c0e063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (eab520f9-60d6-4af8-bcda-7b72f689a18e), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.114399 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5feccd4f-6118-4480-b8a7-fd3bf2c0e063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.115541 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5feccd4f-6118-4480-b8a7-fd3bf2c0e063 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eab520f9-60d6-4af8-bcda-7b72f689a18e HTTP/1.1" status: 204 len: 168 time: 0.1284492 Mar 28 05:41:58.129000 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feccd4f-6118-4480-b8a7-fd3bf2c0e063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab520f9-60d6-4af8-bcda-7b72f689a18e,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:58.217113 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-f644caa0-8438-4070-8509-c4595bd7c127 None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:58.355581 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-199d9959-039d-4025-820a-69eebff2e619 req-c0cf7360-30ed-4551-ab36-3ca28a7bb62f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 210 time: 0.0330710 Mar 28 05:41:58.415250 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 35066) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:58.430089 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27e4e69b-0318-4f54-b8b5-572e3ec3223e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.482117 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-f644caa0-8438-4070-8509-c4595bd7c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '09ba37ae-7566-4423-a99c-4fa653b00fb6', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'port_id': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'mac_address': 'fa:16:3e:81:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:31Z', 'updated_at': '2022-03-28T05:41:56Z', 'revision_number': 1, 'project_id': '166ef12b1d8740979caa27285de2817a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:58.506490 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27e4e69b-0318-4f54-b8b5-572e3ec3223e admin admin] Publish callbacks [] for security_group (7731c26d-98e0-4694-9635-a8fe7f9c7f7e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.510427 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27e4e69b-0318-4f54-b8b5-572e3ec3223e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (7731c26d-98e0-4694-9635-a8fe7f9c7f7e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.512948 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f644caa0-8438-4070-8509-c4595bd7c127 None None] The sync data for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi is: [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '09ba37ae-7566-4423-a99c-4fa653b00fb6', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'port_id': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'mac_address': 'fa:16:3e:81:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:31Z', 'updated_at': '2022-03-28T05:41:56Z', 'revision_number': 1, 'project_id': '166ef12b1d8740979caa27285de2817a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:58.548641 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4e69b-0318-4f54-b8b5-572e3ec3223e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7731c26d-98e0-4694-9635-a8fe7f9c7f7e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:58.553560 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-27e4e69b-0318-4f54-b8b5-572e3ec3223e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb2c11dee75c47ffba961777918e7250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371448 Mar 28 05:41:58.556630 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 35068) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:58.611885 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-138948db-658a-47c3-b882-9275586f9c0e admin admin] Publish callbacks [] for security_group (7731c26d-98e0-4694-9635-a8fe7f9c7f7e), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.635700 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-138948db-658a-47c3-b882-9275586f9c0e admin admin] Publish callbacks [] for security_group (7731c26d-98e0-4694-9635-a8fe7f9c7f7e), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.717840 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639e9cb-b1d7-4b16-9ae4-d04b60f7db75 req-f5974927-c2d0-4349-959f-f6ef260bf3f1 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:58.719396 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9639e9cb-b1d7-4b16-9ae4-d04b60f7db75 req-f5974927-c2d0-4349-959f-f6ef260bf3f1 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0719097 Mar 28 05:41:58.720549 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-138948db-658a-47c3-b882-9275586f9c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (7731c26d-98e0-4694-9635-a8fe7f9c7f7e), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.723847 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-138948db-658a-47c3-b882-9275586f9c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.724946 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-138948db-658a-47c3-b882-9275586f9c0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7731c26d-98e0-4694-9635-a8fe7f9c7f7e HTTP/1.1" status: 204 len: 168 time: 0.1672914 Mar 28 05:41:58.726791 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd810e49-37be-4423-abf7-1965901786fd None None] New status for floating IP 09ba37ae-7566-4423-a99c-4fa653b00fb6: ACTIVE {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:41:58.740330 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138948db-658a-47c3-b882-9275586f9c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7731c26d-98e0-4694-9635-a8fe7f9c7f7e,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:58.794899 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9639e9cb-b1d7-4b16-9ae4-d04b60f7db75 req-2b2b55c3-7c30-4c00-81a4-bfcc8113003a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670068 Mar 28 05:41:59.458218 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9f6fc7a2-d1a3-4b7e-9bed-854fbf297259 req-aff832b5-4c9a-4d98-aa1c-5fece1773877 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 210 time: 0.0306320 Mar 28 05:41:59.681453 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-835254d9-124a-417f-8e6c-93302f905908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:59.905026 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee57b4-b473-430d-82d6-37aa2e34402c req-15abe43e-b633-4988-b72a-dbfe740150e5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:59.906435 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d0ee57b4-b473-430d-82d6-37aa2e34402c req-15abe43e-b633-4988-b72a-dbfe740150e5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0513003 Mar 28 05:41:59.951783 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d0ee57b4-b473-430d-82d6-37aa2e34402c req-7d47b65e-c114-4fa4-8589-d46e1199f5fa tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Mar 28 05:42:00.562512 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-87a8a41f-c83a-4c03-9efd-4f57b9cca022 req-bc9f8206-5e61-4249-88db-b779c8cbf9bd tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 210 time: 0.0255451 Mar 28 05:42:01.066056 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ada89-19bb-4d4a-befa-6fcb03fdefb0 req-3a21d165-7788-4085-9673-253ed399c020 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:01.067472 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-578ada89-19bb-4d4a-befa-6fcb03fdefb0 req-3a21d165-7788-4085-9673-253ed399c020 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0516815 Mar 28 05:42:01.117946 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-578ada89-19bb-4d4a-befa-6fcb03fdefb0 req-1a27cc36-1382-46d4-8017-941837c0700f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449193 Mar 28 05:42:01.651891 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-49f8257c-4234-4293-bdad-ab4b347ea679 req-441d9d55-c03f-4edc-b82f-4952a2670ce2 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 210 time: 0.0266252 Mar 28 05:42:02.079146 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b968b5cf-2796-46df-bca9-c70affab2f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.231197 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d882b6-64e1-4722-8f23-a0698bb66b17 req-4f79053c-171b-4c93-a7d6-145fae2320b1 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:02.232660 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-60d882b6-64e1-4722-8f23-a0698bb66b17 req-4f79053c-171b-4c93-a7d6-145fae2320b1 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0512769 Mar 28 05:42:02.278791 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-60d882b6-64e1-4722-8f23-a0698bb66b17 req-add17b7f-e8f4-4ba0-b7e1-26927ff0926a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 Mar 28 05:42:02.401377 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:42:02.742031 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34ffc7f6-ea8a-4140-9c73-0821e7d37644 req-d06d99d2-16d0-4e5e-a354-f37af5401b56 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 210 time: 0.0270715 Mar 28 05:42:02.993913 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:03.396389 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb1185-992c-4a84-a93b-a6385603186e req-70bbec8c-a5eb-4f00-9668-18a44a1a5e6d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:03.397847 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-41eb1185-992c-4a84-a93b-a6385603186e req-70bbec8c-a5eb-4f00-9668-18a44a1a5e6d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0548370 Mar 28 05:42:03.444949 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-41eb1185-992c-4a84-a93b-a6385603186e req-1178b9e0-918f-4580-bd8a-d68c77b3824c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Mar 28 05:42:03.831278 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c2c69c88-989b-40df-856d-a631c1a69c58 req-8224874f-c469-41c8-b2a7-d7abbcbfab54 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 210 time: 0.0259900 Mar 28 05:42:04.496544 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d615f1-4ae7-4fd8-bd34-92651f477f69 req-954dfc14-079d-46d1-873c-e5737c464f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:04.498040 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-47d615f1-4ae7-4fd8-bd34-92651f477f69 req-954dfc14-079d-46d1-873c-e5737c464f8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=166ef12b1d8740979caa27285de2817a&device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 1129 time: 0.0441449 Mar 28 05:42:04.566089 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc527a-250a-4a72-b9db-4d202591cfa9 req-d73431e5-a45a-4b3a-beae-3b6d1a5dac91 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:04.567784 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-40fc527a-250a-4a72-b9db-4d202591cfa9 req-d73431e5-a45a-4b3a-beae-3b6d1a5dac91 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0551424 Mar 28 05:42:04.623557 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d615f1-4ae7-4fd8-bd34-92651f477f69 req-30506263-55ed-4777-95bc-d435ac5d1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:04.625167 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-47d615f1-4ae7-4fd8-bd34-92651f477f69 req-30506263-55ed-4777-95bc-d435ac5d1b9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 200 len: 911 time: 0.0898778 Mar 28 05:42:04.625542 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-40fc527a-250a-4a72-b9db-4d202591cfa9 req-dc942b98-e65c-4360-bf5a-1bb12eaff59f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504425 Mar 28 05:42:04.671670 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:04.742288 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-47d615f1-4ae7-4fd8-bd34-92651f477f69 req-fa0acc5a-5343-4ff3-be82-4d09c54e3361 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc HTTP/1.1" status: 200 len: 1001 time: 0.0929267 Mar 28 05:42:04.791976 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d615f1-4ae7-4fd8-bd34-92651f477f69 req-bd355483-f672-4892-8e8b-dad2eb618700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:04.793362 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-47d615f1-4ae7-4fd8-bd34-92651f477f69 req-bd355483-f672-4892-8e8b-dad2eb618700 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=418f1d99-5341-4144-b9ec-3887908e7b7b HTTP/1.1" status: 200 len: 850 time: 0.0425773 Mar 28 05:42:04.844956 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d615f1-4ae7-4fd8-bd34-92651f477f69 req-bb832e37-477f-4afa-91b6-6d9a3016089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:04.847008 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-47d615f1-4ae7-4fd8-bd34-92651f477f69 req-bb832e37-477f-4afa-91b6-6d9a3016089b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410273 Mar 28 05:42:04.921903 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f6ee069e-c57d-440e-b01e-abd2d7a436a3 req-632c86b2-900d-42aa-acd5-a9c23196414e tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 210 time: 0.0257514 Mar 28 05:42:04.948614 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-47d615f1-4ae7-4fd8-bd34-92651f477f69 req-6c618ee1-d755-4721-b60c-0eaf2c97aa0a service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846226 Mar 28 05:42:05.038776 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-47d615f1-4ae7-4fd8-bd34-92651f477f69 req-014bed59-39d3-4e1a-a154-e2e6cfd5be96 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818164 Mar 28 05:42:05.687534 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f744e363-8630-43ae-8d33-5002620ac474 req-43d4c559-8bb6-4f77-8f7f-625742429712 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418658 Mar 28 05:42:05.748644 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7bb11-a9c1-4bb9-802c-8534a486bbdd req-739ca98e-cbaf-407d-857d-f3478e4e869c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:05.750140 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fae7bb11-a9c1-4bb9-802c-8534a486bbdd req-739ca98e-cbaf-407d-857d-f3478e4e869c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0573587 Mar 28 05:42:05.800275 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fae7bb11-a9c1-4bb9-802c-8534a486bbdd req-dda1d8f8-d858-414a-9efa-4d57b1721eb7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413249 Mar 28 05:42:05.882899 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744e363-8630-43ae-8d33-5002620ac474 req-224ef8e6-1d76-4fc4-a5eb-1558e5c0c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:05.884392 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-f744e363-8630-43ae-8d33-5002620ac474 req-224ef8e6-1d76-4fc4-a5eb-1558e5c0c560 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1f61dd67d4f44a69ae17dac2a297c90&device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 1130 time: 0.0472181 Mar 28 05:42:06.042377 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ec8d79e9-24fb-414e-aa0d-58604cc4219e req-c815236d-04b6-42b4-9caa-13473f980f2e tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 210 time: 0.0315561 Mar 28 05:42:06.079133 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-0c9e71af-f64b-43ee-8acc-f567eb48819a tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:06.080751 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-0c9e71af-f64b-43ee-8acc-f567eb48819a tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.21 "GET /v2.0/networks?id=69181cc4-af09-4c5c-ad8a-8ea965145f02 HTTP/1.1" status: 200 len: 814 time: 0.1203942 Mar 28 05:42:06.087841 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744e363-8630-43ae-8d33-5002620ac474 req-cd16a0cc-c1d8-4f26-8a85-fecd1c99ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:06.089541 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f744e363-8630-43ae-8d33-5002620ac474 req-cd16a0cc-c1d8-4f26-8a85-fecd1c99ec0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7364dc1-4f91-47bb-b52f-dd5a5617f93b HTTP/1.1" status: 200 len: 911 time: 0.1288128 Mar 28 05:42:06.117715 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Request body: {'port': {'device_id': '93a5af1e-d6f7-438b-b2c6-cd669f241974', 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02', 'admin_state_up': True, 'tenant_id': 'e79015bf253a486ab39b742dd90676e1'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:06.167134 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f744e363-8630-43ae-8d33-5002620ac474 req-2d9e36eb-2943-4ce3-8a76-041c2d29bbf9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65509328-5c46-442a-9783-0c12b3fdf5f3 HTTP/1.1" status: 200 len: 217 time: 0.0364697 Mar 28 05:42:06.227059 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744e363-8630-43ae-8d33-5002620ac474 req-2cea7bd9-0663-4d4e-9068-5133b54dc367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:06.228572 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f744e363-8630-43ae-8d33-5002620ac474 req-2cea7bd9-0663-4d4e-9068-5133b54dc367 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fefd300c-5e0c-4e06-b170-49b1aa0245a4 HTTP/1.1" status: 200 len: 851 time: 0.0482268 Mar 28 05:42:06.231734 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Made reservation on behalf of e79015bf253a486ab39b742dd90676e1 for: {'port': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:06.235592 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.271883 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f744e363-8630-43ae-8d33-5002620ac474 req-fbe72e07-2a88-46b5-bd79-6ea17c774106 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7364dc1-4f91-47bb-b52f-dd5a5617f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348508 Mar 28 05:42:06.302137 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.375407 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f744e363-8630-43ae-8d33-5002620ac474 req-07b63571-69ef-4ffa-9833-81da55eeb9cc service neutron] 10.222.0.21 "GET /v2.0/networks/a7364dc1-4f91-47bb-b52f-dd5a5617f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957437 Mar 28 05:42:06.394847 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Allocated IP 172.20.0.9 (69181cc4-af09-4c5c-ad8a-8ea965145f02/4f734713-1189-48c0-968a-54859c64a0a9/2d59c219-b3b2-4fb0-968e-d461a09d0764) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:06.489656 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f744e363-8630-43ae-8d33-5002620ac474 req-3433d273-9118-471a-85ce-80c78fd85a5f service neutron] 10.222.0.21 "GET /v2.0/networks/a7364dc1-4f91-47bb-b52f-dd5a5617f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052210 Mar 28 05:42:06.568949 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks [] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.603113 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.648956 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Network 69181cc4-af09-4c5c-ad8a-8ea965145f02 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:06.652855 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:06.661352 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:06.668210 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Pushing event updated for resources: {'Port': ['ID=2d59c219-b3b2-4fb0-968e-d461a09d0764,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:06.696548 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.697214 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.697214 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.697550 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.697881 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.698211 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.698584 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.698911 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.699250 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.699572 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.699895 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.700219 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.700539 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.700854 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.701169 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:06.727399 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:06.728063 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.743578 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f9842ecd-f80f-4e86-b0b1-3b5e670b4e9f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6298044 Mar 28 05:42:06.853176 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Request body: {'port': {'device_id': '93a5af1e-d6f7-438b-b2c6-cd669f241974', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:06.920651 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.938390 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d8dc-bb79-4f08-b51d-9dec709a0b94 req-6522159b-679f-4cf3-8bf4-aa1f1fcb6842 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:06.939889 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4f92d8dc-bb79-4f08-b51d-9dec709a0b94 req-6522159b-679f-4cf3-8bf4-aa1f1fcb6842 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0604239 Mar 28 05:42:06.988114 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4f92d8dc-bb79-4f08-b51d-9dec709a0b94 req-94994e53-66ec-4945-ab5e-2776f8023458 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415101 Mar 28 05:42:07.174128 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07b810-5082-462a-9546-abe6f441dc89 req-865c63db-5cb4-4f25-a959-a1e9e096fe90 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:07.176336 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5d07b810-5082-462a-9546-abe6f441dc89 req-865c63db-5cb4-4f25-a959-a1e9e096fe90 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 931 time: 0.0618906 Mar 28 05:42:07.216340 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d59c219-b3b2-4fb0-968e-d461a09d0764 {{(pid=109789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:07.225948 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Publish callbacks [] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.238365 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.provisioning_blocks [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Transition to ACTIVE for port object 2d59c219-b3b2-4fb0-968e-d461a09d0764 will not be triggered until provisioned by entity L2. {{(pid=109789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:42:07.243886 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.249241 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5d07b810-5082-462a-9546-abe6f441dc89 req-3d7186f5-89c7-4433-a13c-f8137b9eedf1 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580790 Mar 28 05:42:07.298988 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d59c219-b3b2-4fb0-968e-d461a09d0764,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:07.372935 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Attempting to bind port 2d59c219-b3b2-4fb0-968e-d461a09d0764 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:42:07.373338 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Attempting to bind port 2d59c219-b3b2-4fb0-968e-d461a09d0764 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02'}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:42:07.373697 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Attempting to bind port 2d59c219-b3b2-4fb0-968e-d461a09d0764 on network 69181cc4-af09-4c5c-ad8a-8ea965145f02 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:07.379168 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Port 2d59c219-b3b2-4fb0-968e-d461a09d0764 on network 69181cc4-af09-4c5c-ad8a-8ea965145f02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:42:07.379168 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Attempting to bind port 2d59c219-b3b2-4fb0-968e-d461a09d0764 on network 69181cc4-af09-4c5c-ad8a-8ea965145f02 {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:07.383903 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:42:07.384239 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Checking segment: {'id': 'bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:07.384623 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Bound using segment: {'id': 'bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02'} {{(pid=109789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:42:07.385094 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.managers [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Bound port: 2d59c219-b3b2-4fb0-968e-d461a09d0764, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02'}}] {{(pid=109789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:42:07.385395 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.451990 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] For port 2d59c219-b3b2-4fb0-968e-d461a09d0764, host hv-cinder-83177, cleared binding levels {{(pid=109789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:42:07.454910 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] For port 2d59c219-b3b2-4fb0-968e-d461a09d0764, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2d59c219-b3b2-4fb0-968e-d461a09d0764,segment=NetworkSegment(bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5),segment_id=bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5)] {{(pid=109789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:42:07.460253 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.490936 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:07.491544 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.492906 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/2d59c219-b3b2-4fb0-968e-d461a09d0764 HTTP/1.1" status: 200 len: 1093 time: 0.6440427 Mar 28 05:42:07.493332 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a5af1e-d6f7-438b-b2c6-cd669f241974', 'tag': '2d59c219-b3b2-4fb0-968e-d461a09d0764'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:07.495535 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7e8655501d8a1cb9212710d4ff8afd0d51cffdd3daafd9e477e3ae579e093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9978f533-d11d-4b3a-8590-19cd76c27558" -d '{"events": [{"name": "network-changed", "server_uuid": "93a5af1e-d6f7-438b-b2c6-cd669f241974", "tag": "2d59c219-b3b2-4fb0-968e-d461a09d0764"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:07.522438 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dad2eb-556b-4111-a703-6fb5dd3502f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d59c219-b3b2-4fb0-968e-d461a09d0764,revision_number=3']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:07.535863 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf34e651-c1b4-42d8-bf28-ac1cb38858a7 x-openstack-request-id: req-bf34e651-c1b4-42d8-bf28-ac1cb38858a7 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:07.536154 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a5af1e-d6f7-438b-b2c6-cd669f241974", "tag": "2d59c219-b3b2-4fb0-968e-d461a09d0764", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:07.536476 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf34e651-c1b4-42d8-bf28-ac1cb38858a7 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:07.536883 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf34e651-c1b4-42d8-bf28-ac1cb38858a7'] response: {'name': 'network-changed', 'server_uuid': '93a5af1e-d6f7-438b-b2c6-cd669f241974', 'tag': '2d59c219-b3b2-4fb0-968e-d461a09d0764', 'status': 'completed', 'code': 200} Mar 28 05:42:07.689496 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-c946a961-32cb-492c-8533-3e1421a63490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:07.691136 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-c946a961-32cb-492c-8533-3e1421a63490 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e79015bf253a486ab39b742dd90676e1&device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 1127 time: 0.0517581 Mar 28 05:42:07.797647 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-c0e63b80-e7e7-497c-8632-43b83e2adde4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d59c219-b3b2-4fb0-968e-d461a09d0764 HTTP/1.1" status: 200 len: 217 time: 0.0489008 Mar 28 05:42:08.103850 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166070cb-9242-4613-b128-b0980381e882 req-bb1ded99-bc7d-4600-b309-28fbacf03b12 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:08.105281 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-166070cb-9242-4613-b128-b0980381e882 req-bb1ded99-bc7d-4600-b309-28fbacf03b12 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0515406 Mar 28 05:42:08.150602 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-166070cb-9242-4613-b128-b0980381e882 req-034cc2c6-06df-4851-a572-214e417d7668 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398791 Mar 28 05:42:08.405725 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0117b-424b-4aa4-ba2a-8d4d58590873 req-841487bd-d079-4d36-825f-61034b6bd341 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:08.407410 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-afa0117b-424b-4aa4-ba2a-8d4d58590873 req-841487bd-d079-4d36-825f-61034b6bd341 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.0783560 Mar 28 05:42:08.492676 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-afa0117b-424b-4aa4-ba2a-8d4d58590873 req-0e652167-78cb-4266-8d53-87bac89d93a6 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792470 Mar 28 05:42:08.509784 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f1559-a524-4180-a2fc-caf61d4ab9c8 req-04039bd5-d7ee-440f-83be-7efbbc6c8d4b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:08.511358 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-287f1559-a524-4180-a2fc-caf61d4ab9c8 req-04039bd5-d7ee-440f-83be-7efbbc6c8d4b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0962675 Mar 28 05:42:08.522281 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f130473c-e814-4ac6-80f1-96702ef92986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:08.523759 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-f130473c-e814-4ac6-80f1-96702ef92986 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f734713-1189-48c0-968a-54859c64a0a9 HTTP/1.1" status: 200 len: 854 time: 0.2640710 Mar 28 05:42:08.564357 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-287f1559-a524-4180-a2fc-caf61d4ab9c8 req-8794f5ae-a7df-4c06-b628-151de856e5cf tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 Mar 28 05:42:08.849140 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.288624 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99eddb-6dd9-4e65-a122-74d78dda88f4 req-0abfbda7-53f3-45c3-88a1-21704936227c tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:09.290096 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9c99eddb-6dd9-4e65-a122-74d78dda88f4 req-0abfbda7-53f3-45c3-88a1-21704936227c tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0522196 Mar 28 05:42:09.335649 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9c99eddb-6dd9-4e65-a122-74d78dda88f4 req-7bc9886a-b39c-4f15-891d-830b63073a96 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Mar 28 05:42:09.635505 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4c36d-85b8-464e-aa52-b998431617df req-8712095f-7a02-4845-99c8-a4f205cbc7bd tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:09.637377 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-98a4c36d-85b8-464e-aa52-b998431617df req-8712095f-7a02-4845-99c8-a4f205cbc7bd tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.0522864 Mar 28 05:42:09.718593 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-98a4c36d-85b8-464e-aa52-b998431617df req-cbd1c810-4022-4e2a-acce-dc028995fdc0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689681 Mar 28 05:42:09.730833 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd62a4-a333-4629-9874-723155aff465 req-ac4c1557-0a01-4e25-8f36-d6156d21c12a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:09.732474 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-77bd62a4-a333-4629-9874-723155aff465 req-ac4c1557-0a01-4e25-8f36-d6156d21c12a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0937762 Mar 28 05:42:09.778661 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-77bd62a4-a333-4629-9874-723155aff465 req-a5c8937e-f423-480f-bbba-c0d3698ab02b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401287 Mar 28 05:42:10.453109 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4fe3a-60e3-41f1-907c-c8ff7267406f req-af86d091-9231-4611-9aa6-eeb825a6947e tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:10.454590 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-efe4fe3a-60e3-41f1-907c-c8ff7267406f req-af86d091-9231-4611-9aa6-eeb825a6947e tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0529239 Mar 28 05:42:10.500166 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-efe4fe3a-60e3-41f1-907c-c8ff7267406f req-8652137f-e27f-4aa3-96ac-c641ca02f70c tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401258 Mar 28 05:42:10.844886 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befc99b-c272-43cf-97fa-4bf79c3217b3 req-782acbf1-2b21-42a2-9564-ec2109fcf71d tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:10.846928 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3befc99b-c272-43cf-97fa-4bf79c3217b3 req-782acbf1-2b21-42a2-9564-ec2109fcf71d tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.0631180 Mar 28 05:42:10.926658 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3befc99b-c272-43cf-97fa-4bf79c3217b3 req-f10a8682-9f33-469c-b67a-1a9cba30d279 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740428 Mar 28 05:42:10.936916 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fef9d-b913-4c5e-b2c1-ecdca4e0d2e9 req-66902e08-15b7-4341-8aad-179983480eb4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:10.938384 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-978fef9d-b913-4c5e-b2c1-ecdca4e0d2e9 req-66902e08-15b7-4341-8aad-179983480eb4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0800741 Mar 28 05:42:10.984265 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-978fef9d-b913-4c5e-b2c1-ecdca4e0d2e9 req-ac65380e-0ff0-4ccf-94d8-e541f172ddd4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Mar 28 05:42:11.617036 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fb2ff-4b9c-41f9-b8d4-f53723e1fc8d req-fa240b6b-882a-4320-aa0a-346b86a40260 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:11.618545 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-996fb2ff-4b9c-41f9-b8d4-f53723e1fc8d req-fa240b6b-882a-4320-aa0a-346b86a40260 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0547488 Mar 28 05:42:11.665410 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-996fb2ff-4b9c-41f9-b8d4-f53723e1fc8d req-c32f4a35-5694-40e4-b31f-87cf467dbfe8 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Mar 28 05:42:12.042342 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a689c98-d9b7-48aa-86ee-77ede61c96ee req-db5f5dc8-bf81-4b8c-aebc-a608c5de70eb tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:12.043835 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3a689c98-d9b7-48aa-86ee-77ede61c96ee req-db5f5dc8-bf81-4b8c-aebc-a608c5de70eb tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.0516179 Mar 28 05:42:12.118296 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3a689c98-d9b7-48aa-86ee-77ede61c96ee req-31be5316-8c4b-4647-9bb2-d79e476197be tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685291 Mar 28 05:42:12.130048 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3dd08-b6d5-4799-ae05-931acc68a4a1 req-c44aac78-7f2c-4883-b248-03f4aa168b82 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:12.131554 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-edf3dd08-b6d5-4799-ae05-931acc68a4a1 req-c44aac78-7f2c-4883-b248-03f4aa168b82 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0829544 Mar 28 05:42:12.180483 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-edf3dd08-b6d5-4799-ae05-931acc68a4a1 req-c581e91b-2192-4af4-af8a-9c3c64dfb898 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435414 Mar 28 05:42:12.687896 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-af3476be-86b0-49e2-afc4-b72161b5a059 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69181cc4-af09-4c5c-ad8a-8ea965145f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247748 Mar 28 05:42:12.736500 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1133ed-3bc8-4997-9d29-1ff3b8540fe8 req-a66c42d6-50a3-44ed-99c9-41a47a782b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:12.738072 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b1133ed-3bc8-4997-9d29-1ff3b8540fe8 req-a66c42d6-50a3-44ed-99c9-41a47a782b9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 1129 time: 0.0478637 Mar 28 05:42:12.802670 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-4cb9f1ad-7cfa-43a5-9d60-736e38d891e6 service neutron] 10.222.0.21 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042230 Mar 28 05:42:12.808521 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57b4a7-0c3d-4ea7-ae5b-697b9e2f0db6 req-a42910f1-e238-49fe-99e8-154a2e9a85d4 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:12.810008 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc57b4a7-0c3d-4ea7-ae5b-697b9e2f0db6 req-a42910f1-e238-49fe-99e8-154a2e9a85d4 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0579729 Mar 28 05:42:12.901360 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-34a8bd40-7b04-4b52-8916-7ae288d1c015 req-3ecb8545-2c29-465b-ae95-1a248304760b service neutron] 10.222.0.21 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826809 Mar 28 05:42:12.911072 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc57b4a7-0c3d-4ea7-ae5b-697b9e2f0db6 req-ac5ac858-d683-4bdf-a6ac-485dac7523ad tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955927 Mar 28 05:42:12.940743 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1133ed-3bc8-4997-9d29-1ff3b8540fe8 req-0c036b31-30fb-4e9c-a388-f1b982801dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:12.942218 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b1133ed-3bc8-4997-9d29-1ff3b8540fe8 req-0c036b31-30fb-4e9c-a388-f1b982801dee service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.1207027 Mar 28 05:42:13.057493 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b1133ed-3bc8-4997-9d29-1ff3b8540fe8 req-25009b7c-a1b9-4da6-a6f9-a7e5371ab061 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42e0a2d-e91a-4663-8492-b7a830d6fc1e HTTP/1.1" status: 200 len: 217 time: 0.0358853 Mar 28 05:42:13.082047 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978f533-d11d-4b3a-8590-19cd76c27558 req-2a9b7868-dafe-4ee0-972a-f7b4ca8539b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:13.083570 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9978f533-d11d-4b3a-8590-19cd76c27558 req-2a9b7868-dafe-4ee0-972a-f7b4ca8539b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e79015bf253a486ab39b742dd90676e1&device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 1127 time: 0.0487139 Mar 28 05:42:13.109417 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1133ed-3bc8-4997-9d29-1ff3b8540fe8 req-363e54fe-1a7d-4082-8c87-dd76606c0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:13.111038 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b1133ed-3bc8-4997-9d29-1ff3b8540fe8 req-363e54fe-1a7d-4082-8c87-dd76606c0858 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0447068 Mar 28 05:42:13.166558 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1133ed-3bc8-4997-9d29-1ff3b8540fe8 req-d2e5fdae-7fdf-4ebc-ae56-32364eb0c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:13.168477 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b1133ed-3bc8-4997-9d29-1ff3b8540fe8 req-d2e5fdae-7fdf-4ebc-ae56-32364eb0c9fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515373 Mar 28 05:42:13.192567 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978f533-d11d-4b3a-8590-19cd76c27558 req-ec121a93-d23b-4e4e-9edc-288643de9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:13.194032 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9978f533-d11d-4b3a-8590-19cd76c27558 req-ec121a93-d23b-4e4e-9edc-288643de9108 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69181cc4-af09-4c5c-ad8a-8ea965145f02 HTTP/1.1" status: 200 len: 914 time: 0.0902164 Mar 28 05:42:13.247082 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9978f533-d11d-4b3a-8590-19cd76c27558 req-221cdfd0-5fb0-4e4d-b150-e8753abde793 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d59c219-b3b2-4fb0-968e-d461a09d0764 HTTP/1.1" status: 200 len: 217 time: 0.0357878 Mar 28 05:42:13.296469 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978f533-d11d-4b3a-8590-19cd76c27558 req-746332ca-286f-4e0a-a085-2ee8f3513d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:13.297904 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9978f533-d11d-4b3a-8590-19cd76c27558 req-746332ca-286f-4e0a-a085-2ee8f3513d5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f734713-1189-48c0-968a-54859c64a0a9 HTTP/1.1" status: 200 len: 854 time: 0.0443215 Mar 28 05:42:13.335951 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9978f533-d11d-4b3a-8590-19cd76c27558 req-287c6606-c72b-466b-b918-84711ccc949a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69181cc4-af09-4c5c-ad8a-8ea965145f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308149 Mar 28 05:42:13.350153 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45522d-7f58-42b3-8eee-8ea6cbaf5955 req-5a9ca6ef-4207-4bd3-b56e-b97a9cf8f0e0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:13.351730 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de45522d-7f58-42b3-8eee-8ea6cbaf5955 req-5a9ca6ef-4207-4bd3-b56e-b97a9cf8f0e0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.1618824 Mar 28 05:42:13.365026 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b1133ed-3bc8-4997-9d29-1ff3b8540fe8 req-0e5f122d-3e48-4042-81a8-20162c3e0ff1 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845791 Mar 28 05:42:13.376556 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298337-e9e3-42bf-a22f-f05c0c09ae8a req-40d00552-15f1-4802-b719-a81a1792eef1 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:13.378545 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1f298337-e9e3-42bf-a22f-f05c0c09ae8a req-40d00552-15f1-4802-b719-a81a1792eef1 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.1278148 Mar 28 05:42:13.433046 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9978f533-d11d-4b3a-8590-19cd76c27558 req-0386f5f4-6b3d-4dd0-8218-ee3b1a407c97 service neutron] 10.222.0.21 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874557 Mar 28 05:42:13.511358 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de45522d-7f58-42b3-8eee-8ea6cbaf5955 req-df701706-a86d-475b-91b6-b88db5f7e106 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438158 Mar 28 05:42:13.539102 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1f298337-e9e3-42bf-a22f-f05c0c09ae8a req-753837e6-3a1a-4358-b01c-1e6679d20deb tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544878 Mar 28 05:42:13.546690 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-9978f533-d11d-4b3a-8590-19cd76c27558 req-c19ded63-569f-49a6-adf4-cbd4770aeb01 service neutron] 10.222.0.21 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069615 Mar 28 05:42:13.548998 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b1133ed-3bc8-4997-9d29-1ff3b8540fe8 req-769db715-72fc-41f1-8839-285e767546a0 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693952 Mar 28 05:42:14.026940 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f341da5-f8af-4a19-a442-70c50a853cfa req-a1573c42-8968-4f09-aa84-f863c266fcdd tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:14.028389 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f341da5-f8af-4a19-a442-70c50a853cfa req-a1573c42-8968-4f09-aa84-f863c266fcdd tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0519662 Mar 28 05:42:14.073279 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f341da5-f8af-4a19-a442-70c50a853cfa req-40d2b755-0e84-4407-a781-9b2e49faf839 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Mar 28 05:42:14.675001 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de65d87-6e09-4aba-9156-9a6d33724652 req-7d2fd45f-959e-4774-90fe-683610de1f07 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:14.676495 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6de65d87-6e09-4aba-9156-9a6d33724652 req-7d2fd45f-959e-4774-90fe-683610de1f07 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.0912051 Mar 28 05:42:14.702441 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3f6a1-4a05-4a91-87c2-03d9a6d7bc59 req-58e302d4-2a5f-4abc-a172-70564d047493 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:14.703877 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-60b3f6a1-4a05-4a91-87c2-03d9a6d7bc59 req-58e302d4-2a5f-4abc-a172-70564d047493 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0859044 Mar 28 05:42:14.748699 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6de65d87-6e09-4aba-9156-9a6d33724652 req-9b869bd4-f526-4268-98e9-7f25eea0868a tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664740 Mar 28 05:42:14.771401 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-60b3f6a1-4a05-4a91-87c2-03d9a6d7bc59 req-4e59efac-64e9-49fd-ad2c-114717385c2c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591924 Mar 28 05:42:15.187866 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51399832-3562-4182-8dc0-d516557e6f37 req-842b7ffc-afab-4130-a4c6-fd43f13e39a2 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:15.189219 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-51399832-3562-4182-8dc0-d516557e6f37 req-842b7ffc-afab-4130-a4c6-fd43f13e39a2 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0514593 Mar 28 05:42:15.234786 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-51399832-3562-4182-8dc0-d516557e6f37 req-f08e668d-7f9a-41f8-86cd-4dc0a2e789e9 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402312 Mar 28 05:42:15.897523 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926233f-839a-4ff9-a978-7da029d3795a req-88827c20-00ac-46d3-9b95-33720325d62a tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:15.899011 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1926233f-839a-4ff9-a978-7da029d3795a req-88827c20-00ac-46d3-9b95-33720325d62a tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.0842931 Mar 28 05:42:15.910808 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126da41-5a5e-462e-aa1d-f07e852a99aa req-f5180b59-a0f4-4bdd-9795-042ab5382f7b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:15.912214 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d126da41-5a5e-462e-aa1d-f07e852a99aa req-f5180b59-a0f4-4bdd-9795-042ab5382f7b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0688565 Mar 28 05:42:15.981892 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1926233f-839a-4ff9-a978-7da029d3795a req-c568b982-cf73-43dc-917b-dab18d766990 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687435 Mar 28 05:42:15.985939 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d126da41-5a5e-462e-aa1d-f07e852a99aa req-ad876993-bb41-496a-89d0-6260493a5471 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673542 Mar 28 05:42:16.349692 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe2c20-5f5b-464c-8926-31e24ff804fc req-756e25e6-5053-463b-a360-1096ba5cb018 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:16.351176 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-01fe2c20-5f5b-464c-8926-31e24ff804fc req-756e25e6-5053-463b-a360-1096ba5cb018 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0517507 Mar 28 05:42:16.399488 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-01fe2c20-5f5b-464c-8926-31e24ff804fc req-eb794a70-126a-4591-9a05-de189af3c713 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429037 Mar 28 05:42:17.127250 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e9d31-d428-4fb4-b116-c3e8059499f9 req-50cce4d1-6e9d-48c5-8576-dab3d7809658 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:17.128726 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4f5e9d31-d428-4fb4-b116-c3e8059499f9 req-50cce4d1-6e9d-48c5-8576-dab3d7809658 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.0826700 Mar 28 05:42:17.136209 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb735-148c-48fb-939f-e6c631a1300f req-8bffa7c3-61c5-40fe-8fb5-516015f2b3fe tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:17.137586 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6e2fb735-148c-48fb-939f-e6c631a1300f req-8bffa7c3-61c5-40fe-8fb5-516015f2b3fe tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0831113 Mar 28 05:42:17.206732 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4f5e9d31-d428-4fb4-b116-c3e8059499f9 req-2bf57df2-5caf-40b4-b810-b387bb50ce13 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682108 Mar 28 05:42:17.210738 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6e2fb735-148c-48fb-939f-e6c631a1300f req-6f23bbc2-148b-47e9-b8ef-e34bf48ae6fc tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661194 Mar 28 05:42:17.517252 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2db89e-3ab1-4351-8a07-c40cc52b7596 req-cb0f381a-79c6-4aff-8c31-7219470a286f tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:17.518629 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e2db89e-3ab1-4351-8a07-c40cc52b7596 req-cb0f381a-79c6-4aff-8c31-7219470a286f tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0550628 Mar 28 05:42:17.565330 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e2db89e-3ab1-4351-8a07-c40cc52b7596 req-bb5464c1-f373-457c-9b39-949ba5e0d4c4 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Mar 28 05:42:18.353386 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413048c-3599-4445-aa1b-ee7c131d9fb3 req-3e08ab76-a671-4ac6-97ae-55196eafc914 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:18.354774 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a413048c-3599-4445-aa1b-ee7c131d9fb3 req-3e08ab76-a671-4ac6-97ae-55196eafc914 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.0818493 Mar 28 05:42:18.362346 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495caccc-82a2-45f7-aa0c-dd3c402a574f req-779c39f4-7e37-4d6b-9ab2-24b51b218dad tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:18.363694 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-495caccc-82a2-45f7-aa0c-dd3c402a574f req-779c39f4-7e37-4d6b-9ab2-24b51b218dad tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0889492 Mar 28 05:42:18.435262 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-495caccc-82a2-45f7-aa0c-dd3c402a574f req-9037dd8b-cb16-4522-8d37-4978c0cfb31b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651081 Mar 28 05:42:18.438194 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a413048c-3599-4445-aa1b-ee7c131d9fb3 req-7d65ab61-c468-4782-b7e5-33265f81eb83 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736516 Mar 28 05:42:18.679638 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b447765-ab7e-4314-b5ae-17328d35dd9a req-7704cfe4-034b-4a85-be07-c4cd37f4a4e0 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:18.680995 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b447765-ab7e-4314-b5ae-17328d35dd9a req-7704cfe4-034b-4a85-be07-c4cd37f4a4e0 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0511017 Mar 28 05:42:18.727078 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b447765-ab7e-4314-b5ae-17328d35dd9a req-b119a608-8460-4c9a-951a-ac2412c359bf tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Mar 28 05:42:19.588695 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ce47-8928-473e-830d-2589c14ab6cc req-a1f5b9c9-a825-41e3-bb48-e0d22b91f3ca tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:19.590135 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9d49ce47-8928-473e-830d-2589c14ab6cc req-a1f5b9c9-a825-41e3-bb48-e0d22b91f3ca tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.0837395 Mar 28 05:42:19.597614 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ce5ad-6865-4559-9ff4-11712d15cb07 req-37b2c5b5-b4a9-4604-95dd-2e616ac6d456 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:19.598983 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-119ce5ad-6865-4559-9ff4-11712d15cb07 req-37b2c5b5-b4a9-4604-95dd-2e616ac6d456 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0943542 Mar 28 05:42:19.668039 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9d49ce47-8928-473e-830d-2589c14ab6cc req-09df0db2-d33c-46f5-9831-43bd3d796c15 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681255 Mar 28 05:42:19.671995 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-119ce5ad-6865-4559-9ff4-11712d15cb07 req-7b106bef-ec3f-4666-b1bd-d996f743124e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666344 Mar 28 05:42:19.841449 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25450368-d362-4c6e-90f8-4167be845a71 req-2b6e0fda-829f-4bd8-9e3e-50a232df37cc tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:19.842939 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-25450368-d362-4c6e-90f8-4167be845a71 req-2b6e0fda-829f-4bd8-9e3e-50a232df37cc tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0524828 Mar 28 05:42:19.890433 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-25450368-d362-4c6e-90f8-4167be845a71 req-7a5611ea-b3c9-4b7e-893f-61fd29cafa3c tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 Mar 28 05:42:21.017677 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d729946-c4f2-4f7f-8c68-bd1a8a40efe3 req-f51da0b2-d8d9-4c89-9da2-9766022ddd19 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:21.019724 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d729946-c4f2-4f7f-8c68-bd1a8a40efe3 req-f51da0b2-d8d9-4c89-9da2-9766022ddd19 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.2772264 Mar 28 05:42:21.027734 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d70d1f-29a8-45a0-9de7-7c70c8d601f3 req-c389b7ee-ff76-46fc-80bc-0751071f42c4 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:21.029241 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-85d70d1f-29a8-45a0-9de7-7c70c8d601f3 req-c389b7ee-ff76-46fc-80bc-0751071f42c4 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.2959056 Mar 28 05:42:21.127790 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d729946-c4f2-4f7f-8c68-bd1a8a40efe3 req-acc7c6c2-183f-4df1-b53b-4b26bf20ca35 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975664 Mar 28 05:42:21.152834 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-85d70d1f-29a8-45a0-9de7-7c70c8d601f3 req-94ee13ad-e663-4287-bdfe-ffaaacc5f51c tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154985 Mar 28 05:42:21.160613 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e620081-4d34-4979-b63d-cf6cd1ef624b req-c705a5c6-b3e7-4554-95e3-5e0fb69eaae8 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:21.162049 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3e620081-4d34-4979-b63d-cf6cd1ef624b req-c705a5c6-b3e7-4554-95e3-5e0fb69eaae8 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.0881367 Mar 28 05:42:21.313051 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf09a0-d9bc-4bd0-a2a7-6dfea0a1cbda req-d24ad988-34b8-4483-ae91-088f9e06c61f tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:21.314531 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d5bf09a0-d9bc-4bd0-a2a7-6dfea0a1cbda req-d24ad988-34b8-4483-ae91-088f9e06c61f tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 946 time: 0.1133046 Mar 28 05:42:21.359111 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-3e620081-4d34-4979-b63d-cf6cd1ef624b req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Deleting port 65509328-5c46-442a-9783-0c12b3fdf5f3 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:42:21.359448 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-3e620081-4d34-4979-b63d-cf6cd1ef624b req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.423666 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d5bf09a0-d9bc-4bd0-a2a7-6dfea0a1cbda req-e1c02dcf-ed47-4851-b04f-488f0519951e tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae023f7b-dd2a-4c2c-affd-9eda719902fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011083 Mar 28 05:42:21.473970 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-3e620081-4d34-4979-b63d-cf6cd1ef624b req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] For port 65509328-5c46-442a-9783-0c12b3fdf5f3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=65509328-5c46-442a-9783-0c12b3fdf5f3,segment=NetworkSegment(7646b057-431e-4128-bd55-62814bbb9039),segment_id=7646b057-431e-4128-bd55-62814bbb9039)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:21.474369 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-3e620081-4d34-4979-b63d-cf6cd1ef624b req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.489279 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-3e620081-4d34-4979-b63d-cf6cd1ef624b req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Calling delete_port for 65509328-5c46-442a-9783-0c12b3fdf5f3 owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:42:21.648994 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-3e620081-4d34-4979-b63d-cf6cd1ef624b req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (65509328-5c46-442a-9783-0c12b3fdf5f3), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.680594 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Pushing event deleted for resources: {'Port': ['ID=65509328-5c46-442a-9783-0c12b3fdf5f3,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:21.688935 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['65509328-5c46-442a-9783-0c12b3fdf5f3'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:21.714464 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.714840 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.715186 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.715522 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.715853 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.716182 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.716508 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.716834 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.717157 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.717479 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.717801 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.718129 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.718469 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.718788 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.719103 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:21.754493 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e620081-4d34-4979-b63d-cf6cd1ef624b req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] No DVR routers for this DVR port 65509328-5c46-442a-9783-0c12b3fdf5f3 on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:42:21.757258 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-3e620081-4d34-4979-b63d-cf6cd1ef624b req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.760524 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3e620081-4d34-4979-b63d-cf6cd1ef624b req-1fe36658-7c86-45bd-9292-66376ba74384 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.21 "DELETE /v2.0/ports/65509328-5c46-442a-9783-0c12b3fdf5f3 HTTP/1.1" status: 204 len: 173 time: 0.5917087 Mar 28 05:42:21.760949 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1', 'name': 'network-vif-deleted', 'tag': '65509328-5c46-442a-9783-0c12b3fdf5f3'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:21.763651 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c1617f-7b60-47e5-87a1-50d29f03cb29" -d '{"events": [{"server_uuid": "1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1", "name": "network-vif-deleted", "tag": "65509328-5c46-442a-9783-0c12b3fdf5f3"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:21.797751 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5072f8-ba8e-4e5e-8829-8a83364540e4 x-openstack-request-id: req-4b5072f8-ba8e-4e5e-8829-8a83364540e4 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:21.798047 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1", "name": "network-vif-deleted", "tag": "65509328-5c46-442a-9783-0c12b3fdf5f3", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:21.798330 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b5072f8-ba8e-4e5e-8829-8a83364540e4 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:21.798749 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5072f8-ba8e-4e5e-8829-8a83364540e4'] response: {'server_uuid': '1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1', 'name': 'network-vif-deleted', 'tag': '65509328-5c46-442a-9783-0c12b3fdf5f3', 'status': 'completed', 'code': 200} Mar 28 05:42:22.276332 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925330f3-59b4-4e4c-b1eb-cfd4c4304e5c req-824d296d-20eb-421f-9743-9805a7f1f0e6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:22.277899 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-925330f3-59b4-4e4c-b1eb-cfd4c4304e5c req-824d296d-20eb-421f-9743-9805a7f1f0e6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0841079 Mar 28 05:42:22.326271 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90fd51-50ab-4d63-b6ac-35f3154c67c3 req-9086d791-3a5b-4579-9fff-8a6f4278b456 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:22.327875 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3b90fd51-50ab-4d63-b6ac-35f3154c67c3 req-9086d791-3a5b-4579-9fff-8a6f4278b456 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.0921872 Mar 28 05:42:22.370232 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-925330f3-59b4-4e4c-b1eb-cfd4c4304e5c req-2c3f7bd6-f145-4e6d-a216-b7a153b16592 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853915 Mar 28 05:42:22.414462 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3b90fd51-50ab-4d63-b6ac-35f3154c67c3 req-8cdcc424-a9c0-4b64-840f-8f84ed32b709 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784218 Mar 28 05:42:22.518563 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8c467118-64bf-45c8-8bfc-f60a5ab8b2b6 req-3721fdf1-d916-4421-aa2b-9583d434f87a tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0255110 Mar 28 05:42:23.491645 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19ed9-1a4a-45f3-ac79-b8c6fb8037ab req-9ea1f9b1-626a-4496-bae6-35665a9b2a9d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:23.493188 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17a19ed9-1a4a-45f3-ac79-b8c6fb8037ab req-9ea1f9b1-626a-4496-bae6-35665a9b2a9d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0620348 Mar 28 05:42:23.568347 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17a19ed9-1a4a-45f3-ac79-b8c6fb8037ab req-1cc22072-ed00-4221-a132-0f8509d7123a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659404 Mar 28 05:42:23.580064 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a27e-d18d-4eb1-871b-c55e43ce9941 req-87bc579a-6d16-4508-aeeb-bb8e4c7d6b0f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:23.581536 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-16a1a27e-d18d-4eb1-871b-c55e43ce9941 req-87bc579a-6d16-4508-aeeb-bb8e4c7d6b0f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 943 time: 0.0874605 Mar 28 05:42:23.638200 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-16a1a27e-d18d-4eb1-871b-c55e43ce9941 req-6a37b388-b5b4-4629-94ef-c71192a4e2a3 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506806 Mar 28 05:42:23.654323 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-673723d8-ba2a-4ff1-82bd-ae8de1c18cb1 req-c9419ce9-7f63-4d36-aa3b-365c0ca4ba5e tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0309458 Mar 28 05:42:24.377701 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 2d59c219-b3b2-4fb0-968e-d461a09d0764 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:42:24.478668 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 2d59c219-b3b2-4fb0-968e-d461a09d0764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2d59c219-b3b2-4fb0-968e-d461a09d0764,segment=NetworkSegment(bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5),segment_id=bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:24.489840 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '2d59c219-b3b2-4fb0-968e-d461a09d0764', 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02', 'port_id': '2d59c219-b3b2-4fb0-968e-d461a09d0764', 'mac_address': 'fa:16:3e:a6:44:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f734713-1189-48c0-968a-54859c64a0a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:42:24.526090 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 2d59c219-b3b2-4fb0-968e-d461a09d0764 is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:24.526515 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.545942 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d59c219-b3b2-4fb0-968e-d461a09d0764 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:24.559164 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 2d59c219-b3b2-4fb0-968e-d461a09d0764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2d59c219-b3b2-4fb0-968e-d461a09d0764,segment=NetworkSegment(bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5),segment_id=bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:24.563088 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.608128 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=2d59c219-b3b2-4fb0-968e-d461a09d0764,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:24.615445 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.615790 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.616153 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.616506 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.616843 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.617167 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.617665 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.617988 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.618394 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.618719 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.619043 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.619379 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.619707 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.620024 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.620340 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:24.683872 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc483-d8ee-4bf3-baac-852936e9277d req-0c2acc6b-ca44-4b03-8205-147659c62a09 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:24.685370 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5c5cc483-d8ee-4bf3-baac-852936e9277d req-0c2acc6b-ca44-4b03-8205-147659c62a09 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0526328 Mar 28 05:42:24.763842 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5c5cc483-d8ee-4bf3-baac-852936e9277d req-447f979a-520a-4e8e-b2a2-442c4965d593 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723834 Mar 28 05:42:24.778953 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7342f-cdf6-4e89-b367-f5773256aed4 req-a3d8f920-df3f-4114-9c5e-737a7c1208bb tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:24.780406 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-16b7342f-cdf6-4e89-b367-f5773256aed4 req-a3d8f920-df3f-4114-9c5e-737a7c1208bb tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 944 time: 0.0731771 Mar 28 05:42:24.835762 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-16b7342f-cdf6-4e89-b367-f5773256aed4 req-e8b4d373-34f7-4bfc-bdee-c129fb0f7cf0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495923 Mar 28 05:42:24.851206 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2830d826-67f0-4150-adda-5b04cddd5716 req-4eb6c6b1-2bd3-4de8-8ff9-6bce0a861b70 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0345006 Mar 28 05:42:25.878087 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395a556-40bb-4f45-b9bc-bbcfc0af915f req-fa50a5a5-3993-4e08-80b0-0916b0237a33 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:25.879584 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6395a556-40bb-4f45-b9bc-bbcfc0af915f req-fa50a5a5-3993-4e08-80b0-0916b0237a33 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0514760 Mar 28 05:42:25.958995 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6395a556-40bb-4f45-b9bc-bbcfc0af915f req-747c20c6-c421-4762-93f2-d569009f6e2e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739653 Mar 28 05:42:25.975074 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081747db-2bc2-4ea1-817d-340308f9143d req-7195eb58-0d05-43c0-a97e-33d653b0dabd tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:25.976541 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-081747db-2bc2-4ea1-817d-340308f9143d req-7195eb58-0d05-43c0-a97e-33d653b0dabd tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 944 time: 0.0749307 Mar 28 05:42:26.032912 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-081747db-2bc2-4ea1-817d-340308f9143d req-f54e68a5-bdeb-4b07-b24a-7a0118d74716 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501318 Mar 28 05:42:26.047961 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bf669f56-875a-4b0e-8ab3-0c1a56eb28d7 req-3d94aa32-711e-4a87-b359-9e0dedde8ee0 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0305417 Mar 28 05:42:26.514024 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['2d59c219-b3b2-4fb0-968e-d461a09d0764'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:27.084841 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d38c1-3440-441b-b020-dcbca570493e req-05e07795-83c4-4f63-b848-e7bcf978657f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:27.086660 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-780d38c1-3440-441b-b020-dcbca570493e req-05e07795-83c4-4f63-b848-e7bcf978657f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0561116 Mar 28 05:42:27.170809 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-780d38c1-3440-441b-b020-dcbca570493e req-25c60bd9-49be-4e06-8144-a8516e546d37 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766304 Mar 28 05:42:27.200464 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265b6e4-a5f4-4a57-b6c0-f0feac2451b4 req-ef688069-c129-4e01-afaf-7d095a4ea14e tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:27.202684 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6265b6e4-a5f4-4a57-b6c0-f0feac2451b4 req-ef688069-c129-4e01-afaf-7d095a4ea14e tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 944 time: 0.0990250 Mar 28 05:42:27.263547 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6265b6e4-a5f4-4a57-b6c0-f0feac2451b4 req-c7d0ceed-63f2-4b60-9a7e-940883e47fc8 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555329 Mar 28 05:42:27.280108 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2e5f5cf9-4bef-4fd7-8613-b8f1a495c994 req-c5d69cf1-0cb3-49c8-8a3e-569bcdde7915 tempest-DeleteServersTestJSON-1613694134 tempest-DeleteServersTestJSON-1613694134-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1fcb2b-1d76-4e88-b1c9-56e39420b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0336533 Mar 28 05:42:27.836919 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 65509328-5c46-442a-9783-0c12b3fdf5f3 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:42:27.857333 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: 65509328-5c46-442a-9783-0c12b3fdf5f3 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:42:27.857678 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 65509328-5c46-442a-9783-0c12b3fdf5f3 not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:42:28.292088 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac78550-90b6-49f3-9a50-f1f817666850 req-ed6c27fe-ab43-48a5-ad3d-a4288f1b8da9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:28.293571 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ac78550-90b6-49f3-9a50-f1f817666850 req-ed6c27fe-ab43-48a5-ad3d-a4288f1b8da9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0539081 Mar 28 05:42:28.351746 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ac78550-90b6-49f3-9a50-f1f817666850 req-e6984650-1a23-4d54-9929-a1a9c947899e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523043 Mar 28 05:42:28.399130 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30472-c574-4cf7-a307-ff3dbf0fa8e5 req-f138bd3d-14b6-41a3-86e4-9ca18a47d2cb tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:28.400595 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9ac30472-c574-4cf7-a307-ff3dbf0fa8e5 req-f138bd3d-14b6-41a3-86e4-9ca18a47d2cb tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 944 time: 0.0682812 Mar 28 05:42:28.447196 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9ac30472-c574-4cf7-a307-ff3dbf0fa8e5 req-592c884e-cee6-4dd1-a988-3313e2680b2a tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Mar 28 05:42:29.464916 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65d53-2468-4b5a-a29f-c5518c1b14ac req-fb9e19a8-ac4f-4ba5-9151-075148da6c5a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:29.466380 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-23e65d53-2468-4b5a-a29f-c5518c1b14ac req-fb9e19a8-ac4f-4ba5-9151-075148da6c5a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0503762 Mar 28 05:42:29.515018 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-23e65d53-2468-4b5a-a29f-c5518c1b14ac req-4ed8bed6-28f7-4c3c-a8b4-28cba209fce6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 Mar 28 05:42:29.568109 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaaf63-da2c-472b-b8c3-d250c7d711e3 req-e0d1ad59-c2bb-4ae4-8a90-e38adc11bb97 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:29.569553 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9cfaaf63-da2c-472b-b8c3-d250c7d711e3 req-e0d1ad59-c2bb-4ae4-8a90-e38adc11bb97 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 944 time: 0.0537646 Mar 28 05:42:29.615106 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9cfaaf63-da2c-472b-b8c3-d250c7d711e3 req-8377027b-123b-4441-aa0f-6e0644ac61e3 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Mar 28 05:42:29.794508 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9a90c304-8451-49e3-9e61-63e3ba848ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:30.492556 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 2d59c219-b3b2-4fb0-968e-d461a09d0764 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:42:30.543146 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port 2d59c219-b3b2-4fb0-968e-d461a09d0764 completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:42:30.547544 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 2d59c219-b3b2-4fb0-968e-d461a09d0764 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:30.548369 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:30.627157 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 2d59c219-b3b2-4fb0-968e-d461a09d0764 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:30.627468 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:30.633712 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061c7d3-385a-471c-bb23-d888bfed05c1 req-0c9731fc-12d0-43b1-9d63-61d390d7a334 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:30.635226 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b061c7d3-385a-471c-bb23-d888bfed05c1 req-0c9731fc-12d0-43b1-9d63-61d390d7a334 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0572007 Mar 28 05:42:30.651544 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a5af1e-d6f7-438b-b2c6-cd669f241974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d59c219-b3b2-4fb0-968e-d461a09d0764'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:30.653888 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0889668a-fa42-4d6c-83db-af68c122742a" -d '{"events": [{"server_uuid": "93a5af1e-d6f7-438b-b2c6-cd669f241974", "name": "network-vif-plugged", "status": "completed", "tag": "2d59c219-b3b2-4fb0-968e-d461a09d0764"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:30.666561 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 2d59c219-b3b2-4fb0-968e-d461a09d0764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2d59c219-b3b2-4fb0-968e-d461a09d0764,segment=NetworkSegment(bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5),segment_id=bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:30.670972 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:30.688874 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b061c7d3-385a-471c-bb23-d888bfed05c1 req-afd5d000-a2af-479b-8ed6-d9c9f2fffc52 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464218 Mar 28 05:42:30.725019 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=2d59c219-b3b2-4fb0-968e-d461a09d0764,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:30.754630 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d995834-c216-45d0-94f6-a258c85930ca x-openstack-request-id: req-7d995834-c216-45d0-94f6-a258c85930ca {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:30.755057 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a5af1e-d6f7-438b-b2c6-cd669f241974", "name": "network-vif-plugged", "status": "completed", "tag": "2d59c219-b3b2-4fb0-968e-d461a09d0764", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:30.755409 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d995834-c216-45d0-94f6-a258c85930ca {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:30.755908 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d995834-c216-45d0-94f6-a258c85930ca'] response: {'server_uuid': '93a5af1e-d6f7-438b-b2c6-cd669f241974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d59c219-b3b2-4fb0-968e-d461a09d0764', 'code': 200} Mar 28 05:42:30.774151 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94b4c-1307-42fd-9938-a3c984c4122d req-3a576582-6e50-4527-a4c4-5355b4a2c066 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:30.775723 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d6f94b4c-1307-42fd-9938-a3c984c4122d req-3a576582-6e50-4527-a4c4-5355b4a2c066 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 945 time: 0.0859568 Mar 28 05:42:30.828256 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d6f94b4c-1307-42fd-9938-a3c984c4122d req-cbe73091-0475-4d8f-baf5-9e1a8b148d0b tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Mar 28 05:42:31.815223 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9c158-9aaa-4de7-85d8-607f89098428 req-54ff1f78-059d-4cb8-adde-7bae7e1bb720 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:31.816907 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3b9c158-9aaa-4de7-85d8-607f89098428 req-54ff1f78-059d-4cb8-adde-7bae7e1bb720 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Mar 28 05:42:31.867177 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3b9c158-9aaa-4de7-85d8-607f89098428 req-a69b5184-799f-43de-a71a-5517adadf93b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442085 Mar 28 05:42:31.944067 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8cfbb-527c-4dbd-b971-2e44c5ace586 req-ff6406a5-6700-4655-933d-e9fca4d56895 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:31.945539 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b2c8cfbb-527c-4dbd-b971-2e44c5ace586 req-ff6406a5-6700-4655-933d-e9fca4d56895 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 945 time: 0.0509849 Mar 28 05:42:31.994786 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b2c8cfbb-527c-4dbd-b971-2e44c5ace586 req-897bef4e-a2da-44b0-a578-a3a4f7d6edcc tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436122 Mar 28 05:42:32.080347 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b171ec2c-8f28-477f-a66b-b1c098c05bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:32.393533 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998f1b0-c4be-4ae3-9021-f0010ab1a4c5 req-2402f15f-4c21-45f9-b5c0-8f993245b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:32.395060 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2998f1b0-c4be-4ae3-9021-f0010ab1a4c5 req-2402f15f-4c21-45f9-b5c0-8f993245b8bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 1129 time: 0.0434043 Mar 28 05:42:32.443343 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2998f1b0-c4be-4ae3-9021-f0010ab1a4c5 req-2f6544b4-07c9-49a0-9506-7ef992775075 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374808 Mar 28 05:42:32.986609 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d1588-e0ea-4c6f-b356-75fe9a08bffa req-46311f82-06af-405d-a001-250f044ec7fb tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:32.988136 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-529d1588-e0ea-4c6f-b356-75fe9a08bffa req-46311f82-06af-405d-a001-250f044ec7fb tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0557415 Mar 28 05:42:33.000853 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:33.046799 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-529d1588-e0ea-4c6f-b356-75fe9a08bffa req-1a4eaf2a-0344-4247-8186-d0f684cb2f7d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494475 Mar 28 05:42:33.119032 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e4f74-ce76-4471-96ce-d8836b6f370b req-8da0608a-231b-44b8-a061-91b7e55f2d09 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:33.120671 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a73e4f74-ce76-4471-96ce-d8836b6f370b req-8da0608a-231b-44b8-a061-91b7e55f2d09 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 945 time: 0.0562577 Mar 28 05:42:33.168360 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a73e4f74-ce76-4471-96ce-d8836b6f370b req-886cafba-8064-4508-99f1-2b4e99a5fe0e tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 Mar 28 05:42:33.996238 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 35708) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:34.043780 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fd2da2-cafd-46bc-b9ac-5c0c898d7a35 admin admin] Deleting subnet fefd300c-5e0c-4e06-b170-49b1aa0245a4 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:42:34.047248 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46fd2da2-cafd-46bc-b9ac-5c0c898d7a35 admin admin] Publish callbacks [] for subnet (fefd300c-5e0c-4e06-b170-49b1aa0245a4), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.086619 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46fd2da2-cafd-46bc-b9ac-5c0c898d7a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (fefd300c-5e0c-4e06-b170-49b1aa0245a4), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.128235 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46fd2da2-cafd-46bc-b9ac-5c0c898d7a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (fefd300c-5e0c-4e06-b170-49b1aa0245a4), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.154131 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 35714) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:34.193941 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d89c17-4456-40b4-8493-4ea9e8e48f07 req-2d174638-5582-4222-8bb3-2f61d42afd09 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:34.195512 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3d89c17-4456-40b4-8493-4ea9e8e48f07 req-2d174638-5582-4222-8bb3-2f61d42afd09 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0752821 Mar 28 05:42:34.207847 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46fd2da2-cafd-46bc-b9ac-5c0c898d7a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (fefd300c-5e0c-4e06-b170-49b1aa0245a4), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.222329 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-46fd2da2-cafd-46bc-b9ac-5c0c898d7a35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.225822 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-46fd2da2-cafd-46bc-b9ac-5c0c898d7a35 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fefd300c-5e0c-4e06-b170-49b1aa0245a4 HTTP/1.1" status: 204 len: 168 time: 0.2284963 Mar 28 05:42:34.229817 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 35720) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:34.245780 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd2da2-cafd-46bc-b9ac-5c0c898d7a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fefd300c-5e0c-4e06-b170-49b1aa0245a4,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:34.275999 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a09dbc3f-73a9-4c79-ac70-313339d2bd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.337878 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3d89c17-4456-40b4-8493-4ea9e8e48f07 req-c9440e89-3830-4c5b-b52a-7f1732db7fd3 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359055 Mar 28 05:42:34.368369 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (a7364dc1-4f91-47bb-b52f-dd5a5617f93b), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.372415 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a09dbc3f-73a9-4c79-ac70-313339d2bd7d admin admin] Publish callbacks [] for security_group (ea7d0479-7b36-4e36-8c2d-da25e8c31f3e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.379828 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a09dbc3f-73a9-4c79-ac70-313339d2bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (ea7d0479-7b36-4e36-8c2d-da25e8c31f3e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.387299 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2d028-59d8-42ac-94b3-9069edd67b92 req-8752ff34-b99f-42c0-b562-9a1f4c656e87 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:34.388792 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0ef2d028-59d8-42ac-94b3-9069edd67b92 req-8752ff34-b99f-42c0-b562-9a1f4c656e87 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 945 time: 0.1030669 Mar 28 05:42:34.419747 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a09dbc3f-73a9-4c79-ac70-313339d2bd7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9feb1797139f47c99e6983dce0a3b7aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645414 Mar 28 05:42:34.420418 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 35726) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:34.446320 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dbc3f-73a9-4c79-ac70-313339d2bd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7d0479-7b36-4e36-8c2d-da25e8c31f3e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:34.494145 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae5ae554-d9fe-4e91-b55a-963ebef37bea admin admin] Publish callbacks [] for security_group (ea7d0479-7b36-4e36-8c2d-da25e8c31f3e), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.507448 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (a7364dc1-4f91-47bb-b52f-dd5a5617f93b), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.522623 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae5ae554-d9fe-4e91-b55a-963ebef37bea admin admin] Publish callbacks [] for security_group (ea7d0479-7b36-4e36-8c2d-da25e8c31f3e), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.541371 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0ef2d028-59d8-42ac-94b3-9069edd67b92 req-ac5500ed-83ed-4015-8769-f7124ee8d154 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449449 Mar 28 05:42:34.546121 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7364dc1-4f91-47bb-b52f-dd5a5617f93b']}} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:34.557682 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7646b057-431e-4128-bd55-62814bbb9039') {'for_net_delete': True} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:34.558106 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7646b057-431e-4128-bd55-62814bbb9039') {} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:34.580732 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26646710'] for segment (7646b057-431e-4128-bd55-62814bbb9039), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.599596 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (7646b057-431e-4128-bd55-62814bbb9039), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.601269 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae5ae554-d9fe-4e91-b55a-963ebef37bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (ea7d0479-7b36-4e36-8c2d-da25e8c31f3e), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.604013 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae5ae554-d9fe-4e91-b55a-963ebef37bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.605182 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ae5ae554-d9fe-4e91-b55a-963ebef37bea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea7d0479-7b36-4e36-8c2d-da25e8c31f3e HTTP/1.1" status: 204 len: 168 time: 0.1786857 Mar 28 05:42:34.607245 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:42:34.608178 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578808'] for segment (7646b057-431e-4128-bd55-62814bbb9039), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: Traceback (most recent call last): Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: timer() Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: cb(*args, **kw) Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: return func(*args, **kwargs) Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: self._notify() Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: self.callback(batched_events) Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: event.method(event) Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: return f(self, *a, **k) Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._get(url).json() Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: return self.request(url, 'GET', **kwargs) Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:42:34.610945 dv-cinder-831776-5-iscsi neutron-server[109788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:42:34.615372 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ae554-d9fe-4e91-b55a-963ebef37bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7d0479-7b36-4e36-8c2d-da25e8c31f3e,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:34.677060 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (a7364dc1-4f91-47bb-b52f-dd5a5617f93b), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.682045 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.683421 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.689568 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a7364dc1-4f91-47bb-b52f-dd5a5617f93b HTTP/1.1" status: 204 len: 168 time: 0.4557326 Mar 28 05:42:34.706660 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6ef4f-af10-4839-b472-8ff22e305cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7364dc1-4f91-47bb-b52f-dd5a5617f93b,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:34.869451 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 35738) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:34.918900 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 35740) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:34.920324 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0b36e699-5a44-42ff-bfd7-08fcb4912200 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1f61dd67d4f44a69ae17dac2a297c90&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0496542 Mar 28 05:42:34.922825 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 35742) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:34.935261 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ecfa252c-2433-44f4-84be-4617a03007e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.992412 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-16e9c7d9-7ef6-4123-adf4-d1e11b9b76dd admin admin] Publish callbacks [] for security_group (ae023f7b-dd2a-4c2c-affd-9eda719902fc), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.021132 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-16e9c7d9-7ef6-4123-adf4-d1e11b9b76dd admin admin] Publish callbacks [] for security_group (ae023f7b-dd2a-4c2c-affd-9eda719902fc), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.042490 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ecfa252c-2433-44f4-84be-4617a03007e2 admin admin] Publish callbacks [] for security_group (e54ae091-ecd7-4514-94bc-db9786b992d0), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.047282 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ecfa252c-2433-44f4-84be-4617a03007e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e54ae091-ecd7-4514-94bc-db9786b992d0), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.073393 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-16e9c7d9-7ef6-4123-adf4-d1e11b9b76dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (ae023f7b-dd2a-4c2c-affd-9eda719902fc), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.076065 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-16e9c7d9-7ef6-4123-adf4-d1e11b9b76dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.077281 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-16e9c7d9-7ef6-4123-adf4-d1e11b9b76dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae023f7b-dd2a-4c2c-affd-9eda719902fc HTTP/1.1" status: 204 len: 168 time: 0.1534224 Mar 28 05:42:35.087356 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9c7d9-7ef6-4123-adf4-d1e11b9b76dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae023f7b-dd2a-4c2c-affd-9eda719902fc,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:35.101071 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-ecfa252c-2433-44f4-84be-4617a03007e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a237100244d84f3c8098f42a05004b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786118 Mar 28 05:42:35.101071 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa252c-2433-44f4-84be-4617a03007e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54ae091-ecd7-4514-94bc-db9786b992d0,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:35.102125 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 35748) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:35.161325 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1996a258-050a-484a-9cd3-cb114e1abe75 admin admin] Publish callbacks [] for security_group (e54ae091-ecd7-4514-94bc-db9786b992d0), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.187234 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1996a258-050a-484a-9cd3-cb114e1abe75 admin admin] Publish callbacks [] for security_group (e54ae091-ecd7-4514-94bc-db9786b992d0), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.241856 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1996a258-050a-484a-9cd3-cb114e1abe75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e54ae091-ecd7-4514-94bc-db9786b992d0), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.244451 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1996a258-050a-484a-9cd3-cb114e1abe75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.245608 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1996a258-050a-484a-9cd3-cb114e1abe75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e54ae091-ecd7-4514-94bc-db9786b992d0 HTTP/1.1" status: 204 len: 168 time: 0.1418004 Mar 28 05:42:35.260605 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996a258-050a-484a-9cd3-cb114e1abe75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54ae091-ecd7-4514-94bc-db9786b992d0,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:35.463351 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e9ceb-c3fd-45ae-951c-fd5124acc960 req-1b78684a-effa-4799-9f71-948180c12ee9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:35.470725 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-791e9ceb-c3fd-45ae-951c-fd5124acc960 req-1b78684a-effa-4799-9f71-948180c12ee9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0663331 Mar 28 05:42:35.538887 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-791e9ceb-c3fd-45ae-951c-fd5124acc960 req-109a0e13-ea55-4bcb-ab30-f24c233b0eb4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672050 Mar 28 05:42:35.723299 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d9144-7f24-4232-a9a7-8e66aaf04b39 req-835c8ca7-fccd-40fa-898c-b3b197991224 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:35.733026 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-837d9144-7f24-4232-a9a7-8e66aaf04b39 req-835c8ca7-fccd-40fa-898c-b3b197991224 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 945 time: 0.0916772 Mar 28 05:42:35.788511 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-837d9144-7f24-4232-a9a7-8e66aaf04b39 req-eb1a8663-e588-4237-9ccb-9915270f3a53 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546176 Mar 28 05:42:36.306506 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:36.671768 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c832fe-1280-41bf-ad33-089c7d2c4c10 req-5ffd8da6-7396-4c94-bd16-7e8667ef323e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:36.675113 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-79c832fe-1280-41bf-ad33-089c7d2c4c10 req-5ffd8da6-7396-4c94-bd16-7e8667ef323e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0614443 Mar 28 05:42:36.724470 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-79c832fe-1280-41bf-ad33-089c7d2c4c10 req-14b9963c-9fa3-4935-b31f-ff5abfa41f9e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452769 Mar 28 05:42:37.291297 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 35936) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:37.413819 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4d20f692-d96c-4a12-97d9-839c07b2403e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.498402 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4d20f692-d96c-4a12-97d9-839c07b2403e admin admin] Publish callbacks [] for security_group (26df6ddc-f1e4-469a-b3bf-ad88615f8ffd), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.505947 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4d20f692-d96c-4a12-97d9-839c07b2403e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (26df6ddc-f1e4-469a-b3bf-ad88615f8ffd), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.543295 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-4d20f692-d96c-4a12-97d9-839c07b2403e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44544a8bbb4c455797a2b8bf13383431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508540 Mar 28 05:42:37.545187 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20f692-d96c-4a12-97d9-839c07b2403e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26df6ddc-f1e4-469a-b3bf-ad88615f8ffd,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:37.546051 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 35944) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:37.595661 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-16f00d05-e2c5-4874-bfad-966d2601e41d admin admin] Publish callbacks [] for security_group (26df6ddc-f1e4-469a-b3bf-ad88615f8ffd), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.616521 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-16f00d05-e2c5-4874-bfad-966d2601e41d admin admin] Publish callbacks [] for security_group (26df6ddc-f1e4-469a-b3bf-ad88615f8ffd), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.664713 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-16f00d05-e2c5-4874-bfad-966d2601e41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (26df6ddc-f1e4-469a-b3bf-ad88615f8ffd), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.667455 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-16f00d05-e2c5-4874-bfad-966d2601e41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.668628 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-16f00d05-e2c5-4874-bfad-966d2601e41d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26df6ddc-f1e4-469a-b3bf-ad88615f8ffd HTTP/1.1" status: 204 len: 168 time: 0.1215539 Mar 28 05:42:37.676377 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f00d05-e2c5-4874-bfad-966d2601e41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26df6ddc-f1e4-469a-b3bf-ad88615f8ffd,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:37.857302 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96301ed7-92cc-498e-9f4c-177557b5bf10 req-fb9b68bb-03c5-456a-9bd8-2d4731f4b8aa tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:37.858806 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-96301ed7-92cc-498e-9f4c-177557b5bf10 req-fb9b68bb-03c5-456a-9bd8-2d4731f4b8aa tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0563896 Mar 28 05:42:37.911121 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-96301ed7-92cc-498e-9f4c-177557b5bf10 req-e907af97-c1a2-4d21-b921-db13c10dbd2e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460804 Mar 28 05:42:38.874112 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:39.025876 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956caa1b-b826-49ca-a3bd-cf5338a2fc78 req-7a828069-c823-49cd-b223-702ff5e19b4d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:39.027407 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-956caa1b-b826-49ca-a3bd-cf5338a2fc78 req-7a828069-c823-49cd-b223-702ff5e19b4d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0509198 Mar 28 05:42:39.075600 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-956caa1b-b826-49ca-a3bd-cf5338a2fc78 req-4e8faca8-4ac3-4264-8f2e-c9660899649d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Mar 28 05:42:39.401242 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:42:40.210016 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548756e-d8be-4d43-9119-4fe06e650625 req-7182f557-9499-4155-a70c-0d13d62d566d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:40.211475 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d548756e-d8be-4d43-9119-4fe06e650625 req-7182f557-9499-4155-a70c-0d13d62d566d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0641062 Mar 28 05:42:40.296292 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d548756e-d8be-4d43-9119-4fe06e650625 req-695f4e24-acd8-4624-99d8-72b76e1573f6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769770 Mar 28 05:42:41.404594 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c8d6d-9061-4471-aa83-5fe50e9291f6 req-c7cfc8cb-36c0-4928-9650-c63f481f3d56 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:41.406077 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4f1c8d6d-9061-4471-aa83-5fe50e9291f6 req-c7cfc8cb-36c0-4928-9650-c63f481f3d56 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0542719 Mar 28 05:42:41.452106 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4f1c8d6d-9061-4471-aa83-5fe50e9291f6 req-4511ea0e-3efd-4ed9-aaa9-abff8c2afa1e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399930 Mar 28 05:42:42.571524 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabd706-087d-4f97-8d6a-d63b06707614 req-ea06541f-3e75-45d5-bc9a-2ff37754d7af tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:42.572988 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7fabd706-087d-4f97-8d6a-d63b06707614 req-ea06541f-3e75-45d5-bc9a-2ff37754d7af tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0517278 Mar 28 05:42:42.620948 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7fabd706-087d-4f97-8d6a-d63b06707614 req-273a4154-670f-4cb0-873b-560fc7d1c064 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Mar 28 05:42:43.733491 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2abd1-e36f-45f0-a10f-7e03751f292e req-d6652272-d248-45e4-a540-8263f26d3a42 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:43.734965 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-64b2abd1-e36f-45f0-a10f-7e03751f292e req-d6652272-d248-45e4-a540-8263f26d3a42 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0501268 Mar 28 05:42:43.779729 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-64b2abd1-e36f-45f0-a10f-7e03751f292e req-55433a69-2bfd-47f6-b0c5-ae9810e7ac71 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393295 Mar 28 05:42:44.905633 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f75b5-176a-449e-9353-3749e076f06f req-0249eab2-5022-43a3-8575-e8de9a6f6ba6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:44.907177 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-074f75b5-176a-449e-9353-3749e076f06f req-0249eab2-5022-43a3-8575-e8de9a6f6ba6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0568767 Mar 28 05:42:44.952891 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-074f75b5-176a-449e-9353-3749e076f06f req-027c935e-6799-4f05-b33e-77d3122abb8e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394821 Mar 28 05:42:46.070112 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1478c92-2d17-4b08-b87b-4ac2314a5983 req-0636a3db-5cd3-49fe-b1a5-f5b72d669537 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:46.072448 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c1478c92-2d17-4b08-b87b-4ac2314a5983 req-0636a3db-5cd3-49fe-b1a5-f5b72d669537 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0549626 Mar 28 05:42:46.119533 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c1478c92-2d17-4b08-b87b-4ac2314a5983 req-6dccd6e8-16b6-4c6a-96b0-d44e5a21d1e4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Mar 28 05:42:47.235268 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ecf3f-a5f3-48db-b54d-ed1d67f6d1eb req-1f7dd1ff-fb1e-4abb-9034-0cb4f864da85 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:47.237223 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f18ecf3f-a5f3-48db-b54d-ed1d67f6d1eb req-1f7dd1ff-fb1e-4abb-9034-0cb4f864da85 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0510285 Mar 28 05:42:47.282755 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f18ecf3f-a5f3-48db-b54d-ed1d67f6d1eb req-57d302ee-82cb-4dac-a84b-b7d1d27c05cd tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Mar 28 05:42:48.396444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b2b27-17dc-46c5-95a2-af92d9f2a02f req-2475f7bb-401a-436a-84f6-6d3b5cb5f099 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:48.397896 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b10b2b27-17dc-46c5-95a2-af92d9f2a02f req-2475f7bb-401a-436a-84f6-6d3b5cb5f099 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0511067 Mar 28 05:42:48.446228 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b10b2b27-17dc-46c5-95a2-af92d9f2a02f req-c2e0ee67-0aa8-4227-953a-9d8fdba1a34d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Mar 28 05:42:49.567280 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091f2a5-8fe8-4425-8d39-2e90fa7d480f req-54636a05-cbb1-4307-8bbe-9f3bea30c207 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:49.568760 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3091f2a5-8fe8-4425-8d39-2e90fa7d480f req-54636a05-cbb1-4307-8bbe-9f3bea30c207 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0533595 Mar 28 05:42:49.614396 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3091f2a5-8fe8-4425-8d39-2e90fa7d480f req-23b0f6d6-3a06-4bb2-8ad1-2e0429e9bd55 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400214 Mar 28 05:42:50.698427 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 36238) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:50.735993 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ea072-b1e9-42f5-b0ea-9d647bb95625 req-b9726cdf-522b-4f7d-a2c2-f03a111df369 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:50.738465 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-617ea072-b1e9-42f5-b0ea-9d647bb95625 req-b9726cdf-522b-4f7d-a2c2-f03a111df369 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0577137 Mar 28 05:42:50.788901 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-617ea072-b1e9-42f5-b0ea-9d647bb95625 req-dc9d60e2-462c-4ad0-8b53-f60461f9040c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440090 Mar 28 05:42:50.820563 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-93d84a3a-30df-4ecf-9905-01141c78ee91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:50.898473 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-93d84a3a-30df-4ecf-9905-01141c78ee91 admin admin] Publish callbacks [] for security_group (bed445f1-a132-4aa6-a7ef-cc7956d5361c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:50.902639 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-93d84a3a-30df-4ecf-9905-01141c78ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (bed445f1-a132-4aa6-a7ef-cc7956d5361c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:50.940495 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-93d84a3a-30df-4ecf-9905-01141c78ee91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b5e41df6670482ab1e358bbc1a6b171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407999 Mar 28 05:42:50.942434 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d84a3a-30df-4ecf-9905-01141c78ee91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed445f1-a132-4aa6-a7ef-cc7956d5361c,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:50.943313 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 36244) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:50.997141 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a91ad0a3-67c8-4d77-87eb-38aadd95db59 admin admin] Publish callbacks [] for security_group (bed445f1-a132-4aa6-a7ef-cc7956d5361c), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:51.020807 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a91ad0a3-67c8-4d77-87eb-38aadd95db59 admin admin] Publish callbacks [] for security_group (bed445f1-a132-4aa6-a7ef-cc7956d5361c), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:51.070546 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a91ad0a3-67c8-4d77-87eb-38aadd95db59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (bed445f1-a132-4aa6-a7ef-cc7956d5361c), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:51.073120 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a91ad0a3-67c8-4d77-87eb-38aadd95db59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:51.074278 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-a91ad0a3-67c8-4d77-87eb-38aadd95db59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bed445f1-a132-4aa6-a7ef-cc7956d5361c HTTP/1.1" status: 204 len: 168 time: 0.1298792 Mar 28 05:42:51.082441 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ad0a3-67c8-4d77-87eb-38aadd95db59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed445f1-a132-4aa6-a7ef-cc7956d5361c,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:51.916230 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27468c-e57d-4f9e-82ec-bb0f2986fb51 req-b8ac75a8-a503-4327-8871-b8a075410c5f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:51.917851 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3e27468c-e57d-4f9e-82ec-bb0f2986fb51 req-b8ac75a8-a503-4327-8871-b8a075410c5f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0561421 Mar 28 05:42:51.966327 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3e27468c-e57d-4f9e-82ec-bb0f2986fb51 req-bed2b8cd-7a51-4ea6-8c41-31f54845ba07 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420890 Mar 28 05:42:53.104640 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a1ad2-73a0-4a8a-b1e0-152dbf974b32 req-e0b38d12-12ba-41e1-b1ca-98781eab468a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:53.106877 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-333a1ad2-73a0-4a8a-b1e0-152dbf974b32 req-e0b38d12-12ba-41e1-b1ca-98781eab468a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0576856 Mar 28 05:42:53.154540 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-333a1ad2-73a0-4a8a-b1e0-152dbf974b32 req-417f9d0c-d8ac-4197-881b-74b46ee6cfce tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Mar 28 05:42:53.167057 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 36348) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:53.276414 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5fa3408b-e13d-45ab-a710-ce49c61f503f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.350456 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5fa3408b-e13d-45ab-a710-ce49c61f503f admin admin] Publish callbacks [] for security_group (09014145-2725-445d-b0bd-ee8bc7cf8c4d), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.354061 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5fa3408b-e13d-45ab-a710-ce49c61f503f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (09014145-2725-445d-b0bd-ee8bc7cf8c4d), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.391023 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3408b-e13d-45ab-a710-ce49c61f503f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09014145-2725-445d-b0bd-ee8bc7cf8c4d,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:53.397270 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-5fa3408b-e13d-45ab-a710-ce49c61f503f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=547007caaca84e7a8d1d5e1ac3040d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290039 Mar 28 05:42:53.398772 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 36354) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:53.447680 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-79fbc40a-2b2c-4df1-adf5-dc3fa03ed69f admin admin] Publish callbacks [] for security_group (09014145-2725-445d-b0bd-ee8bc7cf8c4d), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.469704 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-79fbc40a-2b2c-4df1-adf5-dc3fa03ed69f admin admin] Publish callbacks [] for security_group (09014145-2725-445d-b0bd-ee8bc7cf8c4d), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.518961 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-79fbc40a-2b2c-4df1-adf5-dc3fa03ed69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (09014145-2725-445d-b0bd-ee8bc7cf8c4d), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.521466 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-79fbc40a-2b2c-4df1-adf5-dc3fa03ed69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.522656 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-79fbc40a-2b2c-4df1-adf5-dc3fa03ed69f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09014145-2725-445d-b0bd-ee8bc7cf8c4d HTTP/1.1" status: 204 len: 168 time: 0.1229727 Mar 28 05:42:53.530591 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbc40a-2b2c-4df1-adf5-dc3fa03ed69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09014145-2725-445d-b0bd-ee8bc7cf8c4d,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:53.784061 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 36362) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:53.796976 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d8e8c79c-138f-48bf-b728-b31749b33bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.872634 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d8e8c79c-138f-48bf-b728-b31749b33bbc admin admin] Publish callbacks [] for security_group (377beb5b-0ed5-43d4-b64e-d73549fa43a7), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.876537 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d8e8c79c-138f-48bf-b728-b31749b33bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (377beb5b-0ed5-43d4-b64e-d73549fa43a7), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.914914 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-d8e8c79c-138f-48bf-b728-b31749b33bbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=499f564097104fd988cab2aa16a55f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297190 Mar 28 05:42:53.915771 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8c79c-138f-48bf-b728-b31749b33bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377beb5b-0ed5-43d4-b64e-d73549fa43a7,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:53.917665 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 36366) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:53.970831 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03d3cda1-8ae1-4539-b6d8-a7b4deff8924 admin admin] Publish callbacks [] for security_group (377beb5b-0ed5-43d4-b64e-d73549fa43a7), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.991368 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03d3cda1-8ae1-4539-b6d8-a7b4deff8924 admin admin] Publish callbacks [] for security_group (377beb5b-0ed5-43d4-b64e-d73549fa43a7), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.036611 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03d3cda1-8ae1-4539-b6d8-a7b4deff8924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (377beb5b-0ed5-43d4-b64e-d73549fa43a7), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.039379 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-03d3cda1-8ae1-4539-b6d8-a7b4deff8924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.040508 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-03d3cda1-8ae1-4539-b6d8-a7b4deff8924 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/377beb5b-0ed5-43d4-b64e-d73549fa43a7 HTTP/1.1" status: 204 len: 168 time: 0.1211917 Mar 28 05:42:54.051771 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3cda1-8ae1-4539-b6d8-a7b4deff8924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377beb5b-0ed5-43d4-b64e-d73549fa43a7,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:54.299562 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5005a2-44de-49ef-befb-cdaa25f59bc3 req-bf491bbf-9fce-46d3-adb9-c5248320fa10 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:54.302372 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9d5005a2-44de-49ef-befb-cdaa25f59bc3 req-bf491bbf-9fce-46d3-adb9-c5248320fa10 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0685108 Mar 28 05:42:54.361835 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9d5005a2-44de-49ef-befb-cdaa25f59bc3 req-9c5ba8a8-a9df-4719-b6dc-3d7543096499 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524890 Mar 28 05:42:55.495178 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e520-c8a5-4b81-abc6-0c8721f60dc7 req-bb136b31-f6c5-4e39-8b8b-d088706c1af5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:55.496710 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c416e520-c8a5-4b81-abc6-0c8721f60dc7 req-bb136b31-f6c5-4e39-8b8b-d088706c1af5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0609598 Mar 28 05:42:55.562877 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c416e520-c8a5-4b81-abc6-0c8721f60dc7 req-cbd006dd-07ef-4307-8974-86a6c8eb5a7d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556350 Mar 28 05:42:56.684890 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85b9e-2573-43bd-b157-3c4165a278d3 req-2c5ac4e9-b772-4796-a02d-79f2805b591f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:56.686375 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-89c85b9e-2573-43bd-b157-3c4165a278d3 req-2c5ac4e9-b772-4796-a02d-79f2805b591f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0504196 Mar 28 05:42:56.731627 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-89c85b9e-2573-43bd-b157-3c4165a278d3 req-2d1df09e-3f31-460d-9d18-c1d9f425468f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392077 Mar 28 05:42:57.848066 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982c7ef-6336-44bf-a21d-97d39b5dcf4c req-4dd7839b-d60d-4cca-8889-1c3f2833a324 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:57.849450 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f982c7ef-6336-44bf-a21d-97d39b5dcf4c req-4dd7839b-d60d-4cca-8889-1c3f2833a324 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0514898 Mar 28 05:42:57.902489 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f982c7ef-6336-44bf-a21d-97d39b5dcf4c req-14ca61a8-323d-44d2-a175-e777425dfc65 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470924 Mar 28 05:42:59.018027 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc983c87-9430-4c4e-814b-21da10d637d2 req-4ebfae8b-59d5-4145-899a-07b5afb8b9a8 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:59.019505 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cc983c87-9430-4c4e-814b-21da10d637d2 req-4ebfae8b-59d5-4145-899a-07b5afb8b9a8 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0516603 Mar 28 05:42:59.067585 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cc983c87-9430-4c4e-814b-21da10d637d2 req-1ae89a1d-931e-4136-b1c3-cbff601e2b56 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422804 Mar 28 05:42:59.686058 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-846135c0-a165-4705-b731-402b4bb4969e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.187147 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8ebe0-8349-41a7-98c7-ed9e4267ed03 req-5f33b864-01f1-4f42-82f3-a53ca267348a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:00.188674 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f5e8ebe0-8349-41a7-98c7-ed9e4267ed03 req-5f33b864-01f1-4f42-82f3-a53ca267348a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0543959 Mar 28 05:43:00.237639 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f5e8ebe0-8349-41a7-98c7-ed9e4267ed03 req-a66afbad-dfc3-451e-8574-5dd8446e622d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Mar 28 05:43:01.368885 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3591ab-c11a-4995-af0d-706a025bf27e req-5acb453b-29e1-4bef-9e3d-bd3d3123cec7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:01.370436 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5c3591ab-c11a-4995-af0d-706a025bf27e req-5acb453b-29e1-4bef-9e3d-bd3d3123cec7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0548933 Mar 28 05:43:01.416556 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5c3591ab-c11a-4995-af0d-706a025bf27e req-f994b730-625f-4afa-bd6a-eda227daee24 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Mar 28 05:43:02.082610 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e9410622-c4c3-4b6d-9297-6dea82776250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:02.533975 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77eefc-bb91-4622-968c-f50e6bf86f9b req-ba08d3b8-7314-45bf-8ffc-6089834e8248 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:02.535436 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1a77eefc-bb91-4622-968c-f50e6bf86f9b req-ba08d3b8-7314-45bf-8ffc-6089834e8248 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0534093 Mar 28 05:43:02.582000 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1a77eefc-bb91-4622-968c-f50e6bf86f9b req-e86085a3-06a6-422e-9479-a7df5da9454a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 Mar 28 05:43:02.997745 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.717213 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde19207-a635-4a0a-9674-9a1e67ef9d68 req-1abfcc20-683f-4915-a936-3f69b7d84551 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:03.718699 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bde19207-a635-4a0a-9674-9a1e67ef9d68 req-1abfcc20-683f-4915-a936-3f69b7d84551 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0572758 Mar 28 05:43:03.767970 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bde19207-a635-4a0a-9674-9a1e67ef9d68 req-74a2e394-fb1f-4f7d-b462-df2415b071bf tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 Mar 28 05:43:04.679195 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:04.882342 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe234a6-9f60-48c5-a6b9-5e73d840714c req-d064cc39-059e-4e7a-b103-54653e460f3e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:04.883808 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-abe234a6-9f60-48c5-a6b9-5e73d840714c req-d064cc39-059e-4e7a-b103-54653e460f3e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0508611 Mar 28 05:43:04.928827 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-abe234a6-9f60-48c5-a6b9-5e73d840714c req-565f902b-2fbb-471d-9152-d50b50dca31f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Mar 28 05:43:06.044448 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50f59a-011f-4103-8fec-593af4af34b0 req-2a805e7b-8365-407b-bbcb-71599e24db79 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:06.045933 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e50f59a-011f-4103-8fec-593af4af34b0 req-2a805e7b-8365-407b-bbcb-71599e24db79 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0514843 Mar 28 05:43:06.098483 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e50f59a-011f-4103-8fec-593af4af34b0 req-fcc37311-ca86-4b96-98fa-9222c59bc414 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460310 Mar 28 05:43:06.304355 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:07.213828 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15d05e-c2b7-4014-b532-f2bb9c4f4248 req-7e8bf994-60ec-4acd-9262-b29f6207d35d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:07.215298 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d15d05e-c2b7-4014-b532-f2bb9c4f4248 req-7e8bf994-60ec-4acd-9262-b29f6207d35d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Mar 28 05:43:07.261191 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d15d05e-c2b7-4014-b532-f2bb9c4f4248 req-50c52bf6-d754-4c0a-9fb8-cd374b9eede7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399029 Mar 28 05:43:07.628310 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17999a32-7e83-455c-98d4-373afee9da66 req-2223c168-2764-4327-a15e-f2eecf9f90bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431175 Mar 28 05:43:07.706538 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17999a32-7e83-455c-98d4-373afee9da66 req-2ae2cc7c-6a22-4f5e-b88c-090844513819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:07.707993 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17999a32-7e83-455c-98d4-373afee9da66 req-2ae2cc7c-6a22-4f5e-b88c-090844513819 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 1129 time: 0.0483983 Mar 28 05:43:08.038519 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17999a32-7e83-455c-98d4-373afee9da66 req-dc2f5f9c-4498-4350-8b29-a75ac24ba4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:08.039995 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17999a32-7e83-455c-98d4-373afee9da66 req-dc2f5f9c-4498-4350-8b29-a75ac24ba4e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 916 time: 0.3129470 Mar 28 05:43:08.113546 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17999a32-7e83-455c-98d4-373afee9da66 req-52ce915a-04f1-4eb5-b6c1-5233e5df6a72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54 HTTP/1.1" status: 200 len: 1001 time: 0.0675142 Mar 28 05:43:08.166226 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17999a32-7e83-455c-98d4-373afee9da66 req-c8ddec34-7a9d-467f-9d83-f87fc4c60a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:08.167696 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17999a32-7e83-455c-98d4-373afee9da66 req-c8ddec34-7a9d-467f-9d83-f87fc4c60a43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.0476906 Mar 28 05:43:08.218131 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17999a32-7e83-455c-98d4-373afee9da66 req-23f94e8d-96b0-4567-bb26-adb87c0960b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:08.219659 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17999a32-7e83-455c-98d4-373afee9da66 req-23f94e8d-96b0-4567-bb26-adb87c0960b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461080 Mar 28 05:43:08.318817 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17999a32-7e83-455c-98d4-373afee9da66 req-6ae5ffdd-42d7-4d24-8cd2-feaeb26a5890 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930498 Mar 28 05:43:08.450824 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a39c83-ad39-49d8-b53b-4c868d474ca5 req-246efb43-9be1-4c5f-b02b-584888ab37cb tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:08.452195 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-16a39c83-ad39-49d8-b53b-4c868d474ca5 req-246efb43-9be1-4c5f-b02b-584888ab37cb tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.1170559 Mar 28 05:43:08.456346 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17999a32-7e83-455c-98d4-373afee9da66 req-28b7fe30-5168-43d5-b182-a1d15f106994 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304035 Mar 28 05:43:08.503499 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-16a39c83-ad39-49d8-b53b-4c868d474ca5 req-588dc76e-170f-401c-8a08-346257534131 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Mar 28 05:43:08.880631 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.626285 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774aed7-a383-4f3e-9b87-9bbd94eb6f73 req-68d7103b-aa16-4973-841f-3dead83dbe00 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:09.628086 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0774aed7-a383-4f3e-9b87-9bbd94eb6f73 req-68d7103b-aa16-4973-841f-3dead83dbe00 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0562594 Mar 28 05:43:09.679611 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 36708) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:09.693779 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0774aed7-a383-4f3e-9b87-9bbd94eb6f73 req-a0ef2cc1-a623-4723-b112-a158e01c7385 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530422 Mar 28 05:43:09.789317 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.863276 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Publish callbacks [] for security_group (996027b8-f41d-4add-bd76-661c275b7228), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.867021 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (996027b8-f41d-4add-bd76-661c275b7228), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.903090 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996027b8-f41d-4add-bd76-661c275b7228,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:09.908257 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc877a91862e4e6eadebe1fb3d0545b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275481 Mar 28 05:43:09.911240 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 36712) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:09.913119 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.913468 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.913830 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.914195 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.914536 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.914870 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.915192 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.915521 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.915859 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.916190 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.916533 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.916866 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.917188 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.917507 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.917826 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865a5d5-3040-47dd-b09b-4304442d1920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:09.959416 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3ecc155c-5926-4176-95b9-ff0076487319 admin admin] Publish callbacks [] for security_group (996027b8-f41d-4add-bd76-661c275b7228), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.980264 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3ecc155c-5926-4176-95b9-ff0076487319 admin admin] Publish callbacks [] for security_group (996027b8-f41d-4add-bd76-661c275b7228), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.030367 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3ecc155c-5926-4176-95b9-ff0076487319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (996027b8-f41d-4add-bd76-661c275b7228), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.033475 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3ecc155c-5926-4176-95b9-ff0076487319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.034714 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-3ecc155c-5926-4176-95b9-ff0076487319 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/996027b8-f41d-4add-bd76-661c275b7228 HTTP/1.1" status: 204 len: 168 time: 0.1224592 Mar 28 05:43:10.042738 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc155c-5926-4176-95b9-ff0076487319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996027b8-f41d-4add-bd76-661c275b7228,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:10.308344 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 36722) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:10.322142 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9617efd7-9e9f-490a-8a9b-c07b38f2590b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.404687 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9617efd7-9e9f-490a-8a9b-c07b38f2590b admin admin] Publish callbacks [] for security_group (65958113-091f-4d0f-8738-093beea07858), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.409607 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9617efd7-9e9f-490a-8a9b-c07b38f2590b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (65958113-091f-4d0f-8738-093beea07858), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.450296 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617efd7-9e9f-490a-8a9b-c07b38f2590b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65958113-091f-4d0f-8738-093beea07858,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:10.463964 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-9617efd7-9e9f-490a-8a9b-c07b38f2590b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=395b555fe5d34fbb8b6fb02a737e1f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518741 Mar 28 05:43:10.464642 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 36732) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:10.524199 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-20b28cdc-c13a-4459-af16-8baa48d557ee admin admin] Publish callbacks [] for security_group (65958113-091f-4d0f-8738-093beea07858), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.532291 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a2768-ce4f-430e-b809-cfe66d80d7e5 req-66a8205b-3a94-4aed-a042-c24e5a932460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:10.533909 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-829a2768-ce4f-430e-b809-cfe66d80d7e5 req-66a8205b-3a94-4aed-a042-c24e5a932460 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 1129 time: 0.0462434 Mar 28 05:43:10.551481 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-20b28cdc-c13a-4459-af16-8baa48d557ee admin admin] Publish callbacks [] for security_group (65958113-091f-4d0f-8738-093beea07858), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.600500 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-20b28cdc-c13a-4459-af16-8baa48d557ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (65958113-091f-4d0f-8738-093beea07858), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.603303 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-20b28cdc-c13a-4459-af16-8baa48d557ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.604456 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-20b28cdc-c13a-4459-af16-8baa48d557ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65958113-091f-4d0f-8738-093beea07858 HTTP/1.1" status: 204 len: 168 time: 0.1395807 Mar 28 05:43:10.614537 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b28cdc-c13a-4459-af16-8baa48d557ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65958113-091f-4d0f-8738-093beea07858,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:10.816989 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47da18-7de6-4c10-980b-7cb6676d8796 req-d10848fb-790d-458b-9c66-d97277684ed6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:10.818818 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2c47da18-7de6-4c10-980b-7cb6676d8796 req-d10848fb-790d-458b-9c66-d97277684ed6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0558667 Mar 28 05:43:10.877916 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2c47da18-7de6-4c10-980b-7cb6676d8796 req-8e85b9b9-4e22-4979-8cd6-b57e7567443d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525043 Mar 28 05:43:11.006843 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 36766) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:11.164936 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c48e193d-6cf2-4eef-9494-f78383a08d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:11.245001 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c48e193d-6cf2-4eef-9494-f78383a08d61 admin admin] Publish callbacks [] for security_group (8300117c-caf4-423b-a440-12dc40826459), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:11.248823 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c48e193d-6cf2-4eef-9494-f78383a08d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (8300117c-caf4-423b-a440-12dc40826459), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:11.290461 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-c48e193d-6cf2-4eef-9494-f78383a08d61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7d6efe582f047fd99649e95c5f053dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801068 Mar 28 05:43:11.290461 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e193d-6cf2-4eef-9494-f78383a08d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8300117c-caf4-423b-a440-12dc40826459,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:11.291412 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 36780) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:11.357877 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2c87-126f-4082-adb0-e10795157384 admin admin] Publish callbacks [] for security_group (8300117c-caf4-423b-a440-12dc40826459), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:11.381399 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2c87-126f-4082-adb0-e10795157384 admin admin] Publish callbacks [] for security_group (8300117c-caf4-423b-a440-12dc40826459), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:11.429906 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2c87-126f-4082-adb0-e10795157384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (8300117c-caf4-423b-a440-12dc40826459), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:11.432809 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2c87-126f-4082-adb0-e10795157384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:11.433945 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-fa5f2c87-126f-4082-adb0-e10795157384 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8300117c-caf4-423b-a440-12dc40826459 HTTP/1.1" status: 204 len: 168 time: 0.1414931 Mar 28 05:43:11.442589 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f2c87-126f-4082-adb0-e10795157384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8300117c-caf4-423b-a440-12dc40826459,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:11.735533 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 36800) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:11.751870 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a33f3f3-ebe9-48dc-ab14-46e4b7bae934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:11.831745 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a33f3f3-ebe9-48dc-ab14-46e4b7bae934 admin admin] Publish callbacks [] for security_group (c92abce3-827a-4951-8211-06dcc1d82824), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:11.836177 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a33f3f3-ebe9-48dc-ab14-46e4b7bae934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (c92abce3-827a-4951-8211-06dcc1d82824), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:11.875799 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9a33f3f3-ebe9-48dc-ab14-46e4b7bae934 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78e69a178d694952b242d76a0b427c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385329 Mar 28 05:43:11.877679 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33f3f3-ebe9-48dc-ab14-46e4b7bae934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92abce3-827a-4951-8211-06dcc1d82824,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:11.878715 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 36806) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:11.959999 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-604b76b4-fa2a-4dc8-89c4-4ab20d5abf54 admin admin] Publish callbacks [] for security_group (c92abce3-827a-4951-8211-06dcc1d82824), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:12.003989 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-604b76b4-fa2a-4dc8-89c4-4ab20d5abf54 admin admin] Publish callbacks [] for security_group (c92abce3-827a-4951-8211-06dcc1d82824), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:12.055122 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ffe79-9e86-44e8-a891-53018a6d6f07 req-29ad5b76-1c12-4b44-8130-a2add6b78b0a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:12.056739 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-101ffe79-9e86-44e8-a891-53018a6d6f07 req-29ad5b76-1c12-4b44-8130-a2add6b78b0a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.1077282 Mar 28 05:43:12.096033 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-604b76b4-fa2a-4dc8-89c4-4ab20d5abf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (c92abce3-827a-4951-8211-06dcc1d82824), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:12.098798 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-604b76b4-fa2a-4dc8-89c4-4ab20d5abf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:12.100041 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-604b76b4-fa2a-4dc8-89c4-4ab20d5abf54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c92abce3-827a-4951-8211-06dcc1d82824 HTTP/1.1" status: 204 len: 168 time: 0.2202635 Mar 28 05:43:12.116557 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b76b4-fa2a-4dc8-89c4-4ab20d5abf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92abce3-827a-4951-8211-06dcc1d82824,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:12.127343 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-101ffe79-9e86-44e8-a891-53018a6d6f07 req-bcbc3c9f-6b89-426e-a7f8-e5fc3f7c5237 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628502 Mar 28 05:43:13.249643 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0f2e6-91a5-4595-a551-69db8563ed9c req-1822207a-5cfb-4e27-8cbb-f09d7dcd451b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:13.251185 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ccb0f2e6-91a5-4595-a551-69db8563ed9c req-1822207a-5cfb-4e27-8cbb-f09d7dcd451b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0527987 Mar 28 05:43:13.299153 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ccb0f2e6-91a5-4595-a551-69db8563ed9c req-0c6056e9-35e2-4c91-af14-000deabe30c7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Mar 28 05:43:13.477893 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-829a2768-ce4f-430e-b809-cfe66d80d7e5 req-c4a10802-a4a7-4458-a8bb-59cdd8f507c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588148 Mar 28 05:43:14.418784 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e411b-6c7d-41a1-8f74-50c63f441102 req-3d689734-8daf-4ae2-8355-8a41d7ded439 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:14.420245 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8b9e411b-6c7d-41a1-8f74-50c63f441102 req-3d689734-8daf-4ae2-8355-8a41d7ded439 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0546172 Mar 28 05:43:14.466432 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8b9e411b-6c7d-41a1-8f74-50c63f441102 req-7004c152-16ea-4526-80cd-e21053b4b8ee tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Mar 28 05:43:15.586410 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d989-6424-4547-997b-f5b3e4351b05 req-052acd5f-59f5-4cb4-9f3a-7a87222cf607 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:15.587944 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d432d989-6424-4547-997b-f5b3e4351b05 req-052acd5f-59f5-4cb4-9f3a-7a87222cf607 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0525331 Mar 28 05:43:15.633228 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d432d989-6424-4547-997b-f5b3e4351b05 req-cc003ff4-71c2-4986-8935-222b8c0e485a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398932 Mar 28 05:43:16.400359 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:43:16.762897 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b75d99-3e3f-4a03-b006-d9a385c4c406 req-f0117ac3-ad6e-4f7b-ab85-4103b909bca8 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:16.765377 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a9b75d99-3e3f-4a03-b006-d9a385c4c406 req-f0117ac3-ad6e-4f7b-ab85-4103b909bca8 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0634365 Mar 28 05:43:16.819032 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a9b75d99-3e3f-4a03-b006-d9a385c4c406 req-f1dad047-928d-4f30-a98a-185378cf8982 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474162 Mar 28 05:43:17.936034 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca175784-7598-4863-988d-98c71b3c8f83 req-9c2f811b-5f97-4cc7-af1f-503690e76b05 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:17.937581 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca175784-7598-4863-988d-98c71b3c8f83 req-9c2f811b-5f97-4cc7-af1f-503690e76b05 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0518992 Mar 28 05:43:17.986521 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca175784-7598-4863-988d-98c71b3c8f83 req-553762a7-45e1-4b5a-8399-e6a2bcc0ea7c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Mar 28 05:43:18.105077 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea192e8-0d34-4372-a393-2c4dd9b07bce req-bf488359-4c29-4a43-af70-db2de951c276 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:18.106731 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3ea192e8-0d34-4372-a393-2c4dd9b07bce req-bf488359-4c29-4a43-af70-db2de951c276 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0561635 Mar 28 05:43:18.163082 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3ea192e8-0d34-4372-a393-2c4dd9b07bce req-ab5bce3e-53df-4fa9-868a-2b3b3fb5b77b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490608 Mar 28 05:43:20.925456 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe4c8a-704a-4866-8c80-0f081e18538a req-34987319-16fb-4e14-8135-34a6f1a9b657 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:20.927206 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e7fe4c8a-704a-4866-8c80-0f081e18538a req-34987319-16fb-4e14-8135-34a6f1a9b657 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.1032567 Mar 28 05:43:20.930299 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d39964-0e9a-49d4-ac8b-eb9702cf5159 req-a5356704-1482-4ebf-a423-7665f9c1cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:20.931766 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00d39964-0e9a-49d4-ac8b-eb9702cf5159 req-a5356704-1482-4ebf-a423-7665f9c1cdda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 1130 time: 0.0909393 Mar 28 05:43:21.047326 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e7fe4c8a-704a-4866-8c80-0f081e18538a req-fd37de1e-af4a-4efb-97ce-a1c0eb9ccc31 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143935 Mar 28 05:43:21.077691 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d39964-0e9a-49d4-ac8b-eb9702cf5159 req-48cded9c-3123-44da-a536-fed7d3025a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:21.080019 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00d39964-0e9a-49d4-ac8b-eb9702cf5159 req-48cded9c-3123-44da-a536-fed7d3025a87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.1405563 Mar 28 05:43:21.119451 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37124) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:21.126033 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00d39964-0e9a-49d4-ac8b-eb9702cf5159 req-b8bd64f5-7593-4a36-aba6-b0c12fdd6ec1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58195dc-aa00-42ec-84fd-df7199328b1c HTTP/1.1" status: 200 len: 217 time: 0.0359211 Mar 28 05:43:21.182435 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d39964-0e9a-49d4-ac8b-eb9702cf5159 req-75f2e5f1-082e-4013-b6e6-f932ef0a8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:21.184021 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00d39964-0e9a-49d4-ac8b-eb9702cf5159 req-75f2e5f1-082e-4013-b6e6-f932ef0a8075 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0473924 Mar 28 05:43:21.225837 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1d6bfa35-b63d-40ca-814b-a7129a32712c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:21.237051 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d39964-0e9a-49d4-ac8b-eb9702cf5159 req-1cdabfc2-d742-4f46-80ef-b90cb8173ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:21.238686 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00d39964-0e9a-49d4-ac8b-eb9702cf5159 req-1cdabfc2-d742-4f46-80ef-b90cb8173ded service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477123 Mar 28 05:43:21.305957 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1d6bfa35-b63d-40ca-814b-a7129a32712c admin admin] Publish callbacks [] for security_group (8a5a1311-a9b2-4c3a-a1b6-cf83b91afc33), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:21.312200 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1d6bfa35-b63d-40ca-814b-a7129a32712c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (8a5a1311-a9b2-4c3a-a1b6-cf83b91afc33), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:21.346029 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00d39964-0e9a-49d4-ac8b-eb9702cf5159 req-8bb61cc0-247b-413c-872b-92f3ed1d955e service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011062 Mar 28 05:43:21.357574 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1d6bfa35-b63d-40ca-814b-a7129a32712c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d62aaec165a845f190207602e8633442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366180 Mar 28 05:43:21.358045 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37134) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:21.358717 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bfa35-b63d-40ca-814b-a7129a32712c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5a1311-a9b2-4c3a-a1b6-cf83b91afc33,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:21.423800 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7d3dfeb-7936-4f77-bb6e-9004332884e2 admin admin] Publish callbacks [] for security_group (8a5a1311-a9b2-4c3a-a1b6-cf83b91afc33), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:21.448803 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7d3dfeb-7936-4f77-bb6e-9004332884e2 admin admin] Publish callbacks [] for security_group (8a5a1311-a9b2-4c3a-a1b6-cf83b91afc33), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:21.450150 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00d39964-0e9a-49d4-ac8b-eb9702cf5159 req-c745fdc5-e36e-489c-91f5-9a800f4e1236 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975747 Mar 28 05:43:21.517065 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7d3dfeb-7936-4f77-bb6e-9004332884e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (8a5a1311-a9b2-4c3a-a1b6-cf83b91afc33), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:21.520349 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7d3dfeb-7936-4f77-bb6e-9004332884e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:21.524672 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d7d3dfeb-7936-4f77-bb6e-9004332884e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a5a1311-a9b2-4c3a-a1b6-cf83b91afc33 HTTP/1.1" status: 204 len: 168 time: 0.1616993 Mar 28 05:43:21.540677 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3dfeb-7936-4f77-bb6e-9004332884e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5a1311-a9b2-4c3a-a1b6-cf83b91afc33,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:21.726161 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37160) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:21.833453 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37166) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:21.860182 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f8eaaf3-4a41-435f-9f86-26b51282858e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:21.862041 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-21c30e5a-f8c0-4a7f-bf71-fef2201ec5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:21.988459 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f8eaaf3-4a41-435f-9f86-26b51282858e admin admin] Publish callbacks [] for security_group (175e8a78-d080-446d-b823-efb0d6351452), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:21.990742 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-21c30e5a-f8c0-4a7f-bf71-fef2201ec5a8 admin admin] Publish callbacks [] for security_group (69728b64-a53e-4904-a061-931fa008cac1), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:21.992512 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f8eaaf3-4a41-435f-9f86-26b51282858e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (175e8a78-d080-446d-b823-efb0d6351452), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.002695 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-21c30e5a-f8c0-4a7f-bf71-fef2201ec5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (69728b64-a53e-4904-a061-931fa008cac1), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.045197 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2f8eaaf3-4a41-435f-9f86-26b51282858e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab806fb62b13490b8efbadcb58e19694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107193 Mar 28 05:43:22.048642 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37170) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:22.049985 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8eaaf3-4a41-435f-9f86-26b51282858e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175e8a78-d080-446d-b823-efb0d6351452,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:22.054438 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-21c30e5a-f8c0-4a7f-bf71-fef2201ec5a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9638dad629147c0bfa8d7a757709821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274462 Mar 28 05:43:22.057423 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37172) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:22.100654 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c30e5a-f8c0-4a7f-bf71-fef2201ec5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69728b64-a53e-4904-a061-931fa008cac1,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:22.122140 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Publish callbacks [] for security_group (175e8a78-d080-446d-b823-efb0d6351452), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.127333 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-79ce8d17-a88f-42a8-b7ec-2c5a1f4534ac admin admin] Publish callbacks [] for security_group (69728b64-a53e-4904-a061-931fa008cac1), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.150935 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-79ce8d17-a88f-42a8-b7ec-2c5a1f4534ac admin admin] Publish callbacks [] for security_group (69728b64-a53e-4904-a061-931fa008cac1), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.177473 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Publish callbacks [] for security_group (175e8a78-d080-446d-b823-efb0d6351452), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.202182 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-79ce8d17-a88f-42a8-b7ec-2c5a1f4534ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (69728b64-a53e-4904-a061-931fa008cac1), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.204771 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-79ce8d17-a88f-42a8-b7ec-2c5a1f4534ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.205955 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-79ce8d17-a88f-42a8-b7ec-2c5a1f4534ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69728b64-a53e-4904-a061-931fa008cac1 HTTP/1.1" status: 204 len: 168 time: 0.1466496 Mar 28 05:43:22.214159 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce8d17-a88f-42a8-b7ec-2c5a1f4534ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69728b64-a53e-4904-a061-931fa008cac1,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:22.230404 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4704f-d62e-4ab5-b6e2-a957943eaab7 req-9625d87f-7c34-4666-aaff-4e03f92e4fe9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:22.231952 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45d4704f-d62e-4ab5-b6e2-a957943eaab7 req-9625d87f-7c34-4666-aaff-4e03f92e4fe9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0955064 Mar 28 05:43:22.263969 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (175e8a78-d080-446d-b823-efb0d6351452), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.267080 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.268232 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/175e8a78-d080-446d-b823-efb0d6351452 HTTP/1.1" status: 204 len: 168 time: 0.2185571 Mar 28 05:43:22.285844 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175e8a78-d080-446d-b823-efb0d6351452,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:22.299854 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.300402 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.300754 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.301102 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.301445 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.301778 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.302304 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.302809 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.303313 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.303650 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.303987 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.304320 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.304656 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.304986 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.305312 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d60d0-510b-45f8-a962-a502a2445cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:22.320861 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45d4704f-d62e-4ab5-b6e2-a957943eaab7 req-e6e9e084-c17f-4f7d-9fbc-9e929fd1139d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738177 Mar 28 05:43:22.564094 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37190) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:22.577906 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c4de284-73fd-4564-8f2c-a76dfb39c58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.656637 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c4de284-73fd-4564-8f2c-a76dfb39c58b admin admin] Publish callbacks [] for security_group (f91fe769-2950-4eca-a746-42b3cfc65633), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.660546 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0c4de284-73fd-4564-8f2c-a76dfb39c58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f91fe769-2950-4eca-a746-42b3cfc65633), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.706795 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0c4de284-73fd-4564-8f2c-a76dfb39c58b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=913e8a59f2ac4999be55112b3ede7d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414764 Mar 28 05:43:22.709692 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37196) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:22.716561 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4de284-73fd-4564-8f2c-a76dfb39c58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91fe769-2950-4eca-a746-42b3cfc65633,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:22.771298 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d224d6b5-3f13-40b4-a020-66822e4d121a admin admin] Publish callbacks [] for security_group (f91fe769-2950-4eca-a746-42b3cfc65633), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.794408 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d224d6b5-3f13-40b4-a020-66822e4d121a admin admin] Publish callbacks [] for security_group (f91fe769-2950-4eca-a746-42b3cfc65633), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.848295 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d224d6b5-3f13-40b4-a020-66822e4d121a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f91fe769-2950-4eca-a746-42b3cfc65633), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.854088 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d224d6b5-3f13-40b4-a020-66822e4d121a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:22.854088 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d224d6b5-3f13-40b4-a020-66822e4d121a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f91fe769-2950-4eca-a746-42b3cfc65633 HTTP/1.1" status: 204 len: 168 time: 0.1418896 Mar 28 05:43:22.861511 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224d6b5-3f13-40b4-a020-66822e4d121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91fe769-2950-4eca-a746-42b3cfc65633,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:23.073032 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37218) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:23.278031 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-983df3a9-6b6d-415c-bf43-eea26b78d26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:23.365632 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-983df3a9-6b6d-415c-bf43-eea26b78d26b admin admin] Publish callbacks [] for security_group (f7a02d34-54ad-4504-8812-26cc60aa86a4), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:23.371379 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-983df3a9-6b6d-415c-bf43-eea26b78d26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f7a02d34-54ad-4504-8812-26cc60aa86a4), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:23.438540 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-983df3a9-6b6d-415c-bf43-eea26b78d26b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=563c0ba1f0a648a3815cfc84df990bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641775 Mar 28 05:43:23.438881 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37242) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:23.455155 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983df3a9-6b6d-415c-bf43-eea26b78d26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a02d34-54ad-4504-8812-26cc60aa86a4,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:23.506435 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e048db-fecf-4b1c-b2ab-e6af858a41ea req-b6d0cfda-71b1-4314-8517-72ca819aa260 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:23.507951 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-26e048db-fecf-4b1c-b2ab-e6af858a41ea req-b6d0cfda-71b1-4314-8517-72ca819aa260 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.1159155 Mar 28 05:43:23.539035 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-326235ca-9a47-4c8c-b09a-ce4d95783d40 admin admin] Publish callbacks [] for security_group (f7a02d34-54ad-4504-8812-26cc60aa86a4), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:23.578032 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-326235ca-9a47-4c8c-b09a-ce4d95783d40 admin admin] Publish callbacks [] for security_group (f7a02d34-54ad-4504-8812-26cc60aa86a4), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:23.604674 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-26e048db-fecf-4b1c-b2ab-e6af858a41ea req-1cf83d58-68c6-479c-80bf-1c04f85939f5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894463 Mar 28 05:43:23.653748 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-326235ca-9a47-4c8c-b09a-ce4d95783d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f7a02d34-54ad-4504-8812-26cc60aa86a4), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:23.657277 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-326235ca-9a47-4c8c-b09a-ce4d95783d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:23.661061 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-326235ca-9a47-4c8c-b09a-ce4d95783d40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7a02d34-54ad-4504-8812-26cc60aa86a4 HTTP/1.1" status: 204 len: 168 time: 0.2188385 Mar 28 05:43:23.667757 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326235ca-9a47-4c8c-b09a-ce4d95783d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a02d34-54ad-4504-8812-26cc60aa86a4,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:24.735120 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de7d89-60ba-43a8-bc29-14aa724ae557 req-8232c89e-8769-470d-8b41-d8ffd3d97903 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:24.736631 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-73de7d89-60ba-43a8-bc29-14aa724ae557 req-8232c89e-8769-470d-8b41-d8ffd3d97903 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0529580 Mar 28 05:43:24.784691 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-73de7d89-60ba-43a8-bc29-14aa724ae557 req-83e63f38-7ef6-4f8f-b199-3acdc655bf6e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Mar 28 05:43:25.357541 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37334) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:25.461333 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-44e2f5d9-36c7-46e4-82b2-ba95481bffd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:25.542182 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-44e2f5d9-36c7-46e4-82b2-ba95481bffd9 admin admin] Publish callbacks [] for security_group (7ba2ac10-26a7-4dfb-acce-c1cfdf92f965), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:25.547241 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-44e2f5d9-36c7-46e4-82b2-ba95481bffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (7ba2ac10-26a7-4dfb-acce-c1cfdf92f965), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:25.588049 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-44e2f5d9-36c7-46e4-82b2-ba95481bffd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee2bef7055024e97bd0a706debac48e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294126 Mar 28 05:43:25.588914 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2f5d9-36c7-46e4-82b2-ba95481bffd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba2ac10-26a7-4dfb-acce-c1cfdf92f965,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:25.590627 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37342) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:25.637375 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cab9ce84-9fc8-4132-826d-67ae1ec67a89 admin admin] Publish callbacks [] for security_group (7ba2ac10-26a7-4dfb-acce-c1cfdf92f965), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:25.657843 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cab9ce84-9fc8-4132-826d-67ae1ec67a89 admin admin] Publish callbacks [] for security_group (7ba2ac10-26a7-4dfb-acce-c1cfdf92f965), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:25.703049 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cab9ce84-9fc8-4132-826d-67ae1ec67a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (7ba2ac10-26a7-4dfb-acce-c1cfdf92f965), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:25.706183 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-cab9ce84-9fc8-4132-826d-67ae1ec67a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:25.707334 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-cab9ce84-9fc8-4132-826d-67ae1ec67a89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ba2ac10-26a7-4dfb-acce-c1cfdf92f965 HTTP/1.1" status: 204 len: 168 time: 0.1156793 Mar 28 05:43:25.714822 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9ce84-9fc8-4132-826d-67ae1ec67a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba2ac10-26a7-4dfb-acce-c1cfdf92f965,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:25.902968 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4759948-ea8c-4cea-9bb9-91d18736a2d6 req-3738c679-cec7-4647-b403-c6895f417e26 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:25.904450 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b4759948-ea8c-4cea-9bb9-91d18736a2d6 req-3738c679-cec7-4647-b403-c6895f417e26 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0517669 Mar 28 05:43:25.951628 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b4759948-ea8c-4cea-9bb9-91d18736a2d6 req-d6b864fa-cb09-41bf-9f52-bfc7cd6304af tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Mar 28 05:43:25.963438 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37350) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:25.977023 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ebae-e2e7-4bd6-a9d2-045a664f04a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:26.052706 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ebae-e2e7-4bd6-a9d2-045a664f04a7 admin admin] Publish callbacks [] for security_group (6fabd61e-fc23-45fa-a55f-542e27378c6a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:26.056550 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ebae-e2e7-4bd6-a9d2-045a664f04a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (6fabd61e-fc23-45fa-a55f-542e27378c6a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:26.096279 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a6a4ebae-e2e7-4bd6-a9d2-045a664f04a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5145a78a2b0646e89f2db05530bfd97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317580 Mar 28 05:43:26.097205 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4ebae-e2e7-4bd6-a9d2-045a664f04a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fabd61e-fc23-45fa-a55f-542e27378c6a,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:26.098895 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37354) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:26.145649 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7afe7e52-4787-4364-89ac-766ba83e4c8a admin admin] Publish callbacks [] for security_group (6fabd61e-fc23-45fa-a55f-542e27378c6a), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:26.170286 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7afe7e52-4787-4364-89ac-766ba83e4c8a admin admin] Publish callbacks [] for security_group (6fabd61e-fc23-45fa-a55f-542e27378c6a), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:26.215273 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7afe7e52-4787-4364-89ac-766ba83e4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (6fabd61e-fc23-45fa-a55f-542e27378c6a), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:26.217952 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7afe7e52-4787-4364-89ac-766ba83e4c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:26.219776 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-7afe7e52-4787-4364-89ac-766ba83e4c8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fabd61e-fc23-45fa-a55f-542e27378c6a HTTP/1.1" status: 204 len: 168 time: 0.1199076 Mar 28 05:43:26.227107 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe7e52-4787-4364-89ac-766ba83e4c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fabd61e-fc23-45fa-a55f-542e27378c6a,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:26.895985 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37390) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:26.993841 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2037375650-network', 'tenant_id': '0f0eafba60af4209aa3da2427e0eda59'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:27.014372 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Made reservation on behalf of 0f0eafba60af4209aa3da2427e0eda59 for: {'network': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:43:27.016892 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.026962 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.106865 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bd935-8eb8-4d89-aeee-fe296465e9b3 req-060eb007-67ab-4cad-9e1e-47ca00dc58ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:27.108361 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c57bd935-8eb8-4d89-aeee-fe296465e9b3 req-060eb007-67ab-4cad-9e1e-47ca00dc58ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0833478 Mar 28 05:43:27.182483 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c57bd935-8eb8-4d89-aeee-fe296465e9b3 req-80305c5a-08b9-4513-864b-3a3842ec3087 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651505 Mar 28 05:43:27.186997 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Publish callbacks [] for security_group (f2775a65-7015-40da-84b9-18675817351a), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.190736 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f2775a65-7015-40da-84b9-18675817351a), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.203513 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=109788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:43:27.229646 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (d75fbb91-1d7e-4296-83a6-8f760ecbbc46), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.229987 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.segments_db [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Added segment d75fbb91-1d7e-4296-83a6-8f760ecbbc46 of type vlan for network 8005d9f8-5323-4b96-91aa-9bb988cdd477 Mar 28 05:43:27.238461 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2775a65-7015-40da-84b9-18675817351a,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:27.272060 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (8005d9f8-5323-4b96-91aa-9bb988cdd477), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.295723 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (8005d9f8-5323-4b96-91aa-9bb988cdd477), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.297405 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:27.297991 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.353330 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4561646 Mar 28 05:43:27.356329 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37398) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:27.358356 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051c300-b69a-4469-adb6-29dba187addb admin admin] Pushing event updated for resources: {'Network': ['ID=8005d9f8-5323-4b96-91aa-9bb988cdd477,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:27.361849 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] Request body: {'subnet': {'network_id': '8005d9f8-5323-4b96-91aa-9bb988cdd477', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2037375650-subnet', 'tenant_id': '0f0eafba60af4209aa3da2427e0eda59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:27.369721 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 8005d9f8-5323-4b96-91aa-9bb988cdd477 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:43:27.381785 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] Made reservation on behalf of 0f0eafba60af4209aa3da2427e0eda59 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:43:27.384085 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656248'] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.547725 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26735045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656238'] for subnet (5a0a9587-7e55-40f3-af27-11ab51fe5214), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.604666 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0a9587-7e55-40f3-af27-11ab51fe5214,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:27.610568 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] Checking segment: {'id': 'd75fbb91-1d7e-4296-83a6-8f760ecbbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8005d9f8-5323-4b96-91aa-9bb988cdd477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:43:27.610933 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] Network hostable DHCP agents. Network: 8005d9f8-5323-4b96-91aa-9bb988cdd477, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:43:27.626265 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] Network 8005d9f8-5323-4b96-91aa-9bb988cdd477 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:43:27.634835 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 8005d9f8-5323-4b96-91aa-9bb988cdd477) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:43:27.638911 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:27.639586 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.646597 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b77621-428c-474d-a8a2-6a674c535b6d None None] Network 8005d9f8-5323-4b96-91aa-9bb988cdd477 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:43:27.664373 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a35f791c-14a7-4951-a726-016261b62b31 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2987499 Mar 28 05:43:27.745959 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd4c3c-4c86-42d1-95e5-697788e96e70 None None] Network 8005d9f8-5323-4b96-91aa-9bb988cdd477 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:43:28.089239 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37420) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:28.164238 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37428) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:28.169135 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2119639345-network', 'tenant_id': 'b8969a25baf5422481225f1d73ac0c4b'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:28.198711 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e7067495-e106-4e75-9fc1-e07ebc753371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.205849 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Made reservation on behalf of b8969a25baf5422481225f1d73ac0c4b for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:43:28.208136 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.219169 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.304760 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c274c-9679-4955-96e8-4ef3a1a8c045 req-4716515e-1b62-4cd1-b512-2a9efa50d0db tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:28.306233 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d01c274c-9679-4955-96e8-4ef3a1a8c045 req-4716515e-1b62-4cd1-b512-2a9efa50d0db tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0598769 Mar 28 05:43:28.327149 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e7067495-e106-4e75-9fc1-e07ebc753371 admin admin] Publish callbacks [] for security_group (96d59037-6974-4772-b4c1-432e853dd6f1), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.334012 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e7067495-e106-4e75-9fc1-e07ebc753371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (96d59037-6974-4772-b4c1-432e853dd6f1), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.359567 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d01c274c-9679-4955-96e8-4ef3a1a8c045 req-c43bad39-330a-423a-a0a9-98e3c92d8c0c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471344 Mar 28 05:43:28.359885 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Publish callbacks [] for security_group (aa9210c5-24db-4724-bdc9-57b71201b965), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.370679 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (aa9210c5-24db-4724-bdc9-57b71201b965), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.388665 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e7067495-e106-4e75-9fc1-e07ebc753371 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d44533212e34fdbaa246a7a93f2c9ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981837 Mar 28 05:43:28.391744 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37432) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:28.393623 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7067495-e106-4e75-9fc1-e07ebc753371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d59037-6974-4772-b4c1-432e853dd6f1,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:28.402313 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:43:28.435312 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (14b95b94-4deb-41b6-a059-5061ea4ece6f), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.435652 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Added segment 14b95b94-4deb-41b6-a059-5061ea4ece6f of type vlan for network 31cc0b99-0ed0-475c-be0b-f7ae6a09585a Mar 28 05:43:28.449930 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9210c5-24db-4724-bdc9-57b71201b965,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:28.494953 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (31cc0b99-0ed0-475c-be0b-f7ae6a09585a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.508756 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0903d278-ff2f-4b5a-b19c-750f44f9926b admin admin] Publish callbacks [] for security_group (96d59037-6974-4772-b4c1-432e853dd6f1), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.541045 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0903d278-ff2f-4b5a-b19c-750f44f9926b admin admin] Publish callbacks [] for security_group (96d59037-6974-4772-b4c1-432e853dd6f1), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.542760 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (31cc0b99-0ed0-475c-be0b-f7ae6a09585a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.543690 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:28.544269 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.621697 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4563255 Mar 28 05:43:28.624360 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37434) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:28.632565 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] Request body: {'subnet': {'network_id': '31cc0b99-0ed0-475c-be0b-f7ae6a09585a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2119639345-subnet', 'tenant_id': 'b8969a25baf5422481225f1d73ac0c4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:28.641376 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab144d2-020e-42dc-ad0e-01de92ce9afc admin admin] Pushing event updated for resources: {'Network': ['ID=31cc0b99-0ed0-475c-be0b-f7ae6a09585a,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:28.654988 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 31cc0b99-0ed0-475c-be0b-f7ae6a09585a details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:43:28.658199 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] Made reservation on behalf of b8969a25baf5422481225f1d73ac0c4b for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:43:28.661021 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656248'] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.701676 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0903d278-ff2f-4b5a-b19c-750f44f9926b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (96d59037-6974-4772-b4c1-432e853dd6f1), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.704975 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0903d278-ff2f-4b5a-b19c-750f44f9926b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.708650 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0903d278-ff2f-4b5a-b19c-750f44f9926b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96d59037-6974-4772-b4c1-432e853dd6f1 HTTP/1.1" status: 204 len: 168 time: 0.3133891 Mar 28 05:43:28.728651 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903d278-ff2f-4b5a-b19c-750f44f9926b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d59037-6974-4772-b4c1-432e853dd6f1,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:28.859915 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26735045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656238'] for subnet (fdaa2ad9-fa24-440d-a641-120ff98684b4), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.912283 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdaa2ad9-fa24-440d-a641-120ff98684b4,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:28.923003 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] Checking segment: {'id': '14b95b94-4deb-41b6-a059-5061ea4ece6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '31cc0b99-0ed0-475c-be0b-f7ae6a09585a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:43:28.923360 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] Network hostable DHCP agents. Network: 31cc0b99-0ed0-475c-be0b-f7ae6a09585a, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:43:28.940019 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] Network 31cc0b99-0ed0-475c-be0b-f7ae6a09585a is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:43:28.948990 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 31cc0b99-0ed0-475c-be0b-f7ae6a09585a) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:43:28.953498 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:28.954271 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.960875 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba49bf-6ab5-491c-8818-8437b4718582 None None] Network 31cc0b99-0ed0-475c-be0b-f7ae6a09585a requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:43:28.979670 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a7825179-8eef-48ce-b50b-6b0ee111241a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3444371 Mar 28 05:43:29.052551 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37444) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:29.061034 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb39b661-b62f-44b2-acf9-4acb3680aa6a None None] Network 31cc0b99-0ed0-475c-be0b-f7ae6a09585a requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:43:29.067378 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5a4971a4-1930-4c84-bdf3-24bdc25493ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.148162 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5a4971a4-1930-4c84-bdf3-24bdc25493ae admin admin] Publish callbacks [] for security_group (30775cbd-e3f6-47a5-aa37-799fbdf7b853), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.152529 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5a4971a4-1930-4c84-bdf3-24bdc25493ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (30775cbd-e3f6-47a5-aa37-799fbdf7b853), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.197655 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5a4971a4-1930-4c84-bdf3-24bdc25493ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=376974ac3f7c4ce6bdb36b1d3329295d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440992 Mar 28 05:43:29.198966 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4971a4-1930-4c84-bdf3-24bdc25493ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30775cbd-e3f6-47a5-aa37-799fbdf7b853,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:29.200574 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37450) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:29.271396 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7d63c03a-1695-4b85-a863-b82b961c9c36 admin admin] Publish callbacks [] for security_group (30775cbd-e3f6-47a5-aa37-799fbdf7b853), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.292774 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7d63c03a-1695-4b85-a863-b82b961c9c36 admin admin] Publish callbacks [] for security_group (30775cbd-e3f6-47a5-aa37-799fbdf7b853), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.340749 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7d63c03a-1695-4b85-a863-b82b961c9c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (30775cbd-e3f6-47a5-aa37-799fbdf7b853), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.343459 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7d63c03a-1695-4b85-a863-b82b961c9c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.344752 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-7d63c03a-1695-4b85-a863-b82b961c9c36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30775cbd-e3f6-47a5-aa37-799fbdf7b853 HTTP/1.1" status: 204 len: 168 time: 0.1396010 Mar 28 05:43:29.353040 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63c03a-1695-4b85-a863-b82b961c9c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30775cbd-e3f6-47a5-aa37-799fbdf7b853,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:29.497903 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ccda-74c8-4b51-97ed-05d1ec1ea60f req-e882a248-801b-4662-97bc-18540c8bc65d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:29.500223 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-56c4ccda-74c8-4b51-97ed-05d1ec1ea60f req-e882a248-801b-4662-97bc-18540c8bc65d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0689185 Mar 28 05:43:29.562479 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-56c4ccda-74c8-4b51-97ed-05d1ec1ea60f req-4b63a9cd-7105-4c31-8eea-d2d85a06032b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542395 Mar 28 05:43:29.691788 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2a4c95c4-c752-43e9-b064-41b712e9a443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:30.699854 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2864f4-6ce7-42d4-a7ba-654f8d250d26 req-ee4f8344-a80d-418e-8952-f9247174acee tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:30.701416 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-df2864f4-6ce7-42d4-a7ba-654f8d250d26 req-ee4f8344-a80d-418e-8952-f9247174acee tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0678642 Mar 28 05:43:30.767261 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-df2864f4-6ce7-42d4-a7ba-654f8d250d26 req-e35dabcf-049b-454a-8ecd-e69de1a8510c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601885 Mar 28 05:43:31.457564 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37550) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:31.561978 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-52f342af-0cc1-4452-b215-64434454eadd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.641029 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-52f342af-0cc1-4452-b215-64434454eadd admin admin] Publish callbacks [] for security_group (010c7d16-9784-4d5d-b7db-8c459e798cf5), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.644986 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-52f342af-0cc1-4452-b215-64434454eadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (010c7d16-9784-4d5d-b7db-8c459e798cf5), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.687775 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-52f342af-0cc1-4452-b215-64434454eadd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=457a3e5d34894daaa9c840a40f8758c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285197 Mar 28 05:43:31.688763 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f342af-0cc1-4452-b215-64434454eadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010c7d16-9784-4d5d-b7db-8c459e798cf5,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:31.691032 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37556) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:31.753459 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2401a65d-2b02-4803-975f-f99b44285237 admin admin] Publish callbacks [] for security_group (010c7d16-9784-4d5d-b7db-8c459e798cf5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.781341 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2401a65d-2b02-4803-975f-f99b44285237 admin admin] Publish callbacks [] for security_group (010c7d16-9784-4d5d-b7db-8c459e798cf5), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.838057 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2401a65d-2b02-4803-975f-f99b44285237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (010c7d16-9784-4d5d-b7db-8c459e798cf5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.841310 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2401a65d-2b02-4803-975f-f99b44285237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.842514 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2401a65d-2b02-4803-975f-f99b44285237 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/010c7d16-9784-4d5d-b7db-8c459e798cf5 HTTP/1.1" status: 204 len: 168 time: 0.1486728 Mar 28 05:43:31.863664 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401a65d-2b02-4803-975f-f99b44285237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010c7d16-9784-4d5d-b7db-8c459e798cf5,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:31.918130 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee192f8-c88d-4922-a85a-1d7582eac6e8 req-906f3038-60be-4c7d-bc12-1b905bb7ad3a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:31.919982 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ee192f8-c88d-4922-a85a-1d7582eac6e8 req-906f3038-60be-4c7d-bc12-1b905bb7ad3a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0797830 Mar 28 05:43:31.987331 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ee192f8-c88d-4922-a85a-1d7582eac6e8 req-07ec6cd6-c85f-4da2-864b-b4665da312a8 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558991 Mar 28 05:43:32.087020 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-829d17a2-3a66-45ae-b1d8-d0ea92fbc38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:32.205596 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37592) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:32.220227 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3bf2eba4-60ac-4679-8bca-086e555d65ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:32.296057 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3bf2eba4-60ac-4679-8bca-086e555d65ba admin admin] Publish callbacks [] for security_group (362be568-b9e3-4e6c-9f33-784c03010bd5), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:32.299662 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3bf2eba4-60ac-4679-8bca-086e555d65ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (362be568-b9e3-4e6c-9f33-784c03010bd5), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:32.337628 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3bf2eba4-60ac-4679-8bca-086e555d65ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3da2d91f97f24e1c973ef662fd06f0b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309857 Mar 28 05:43:32.339686 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2eba4-60ac-4679-8bca-086e555d65ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362be568-b9e3-4e6c-9f33-784c03010bd5,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:32.340318 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37596) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:32.388538 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-910ae880-7dac-4c11-91a6-12af59e1d21d admin admin] Publish callbacks [] for security_group (362be568-b9e3-4e6c-9f33-784c03010bd5), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:32.409604 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-910ae880-7dac-4c11-91a6-12af59e1d21d admin admin] Publish callbacks [] for security_group (362be568-b9e3-4e6c-9f33-784c03010bd5), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:32.459143 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-910ae880-7dac-4c11-91a6-12af59e1d21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (362be568-b9e3-4e6c-9f33-784c03010bd5), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:32.462080 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-910ae880-7dac-4c11-91a6-12af59e1d21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:32.463549 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-910ae880-7dac-4c11-91a6-12af59e1d21d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/362be568-b9e3-4e6c-9f33-784c03010bd5 HTTP/1.1" status: 204 len: 168 time: 0.1221588 Mar 28 05:43:32.471550 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ae880-7dac-4c11-91a6-12af59e1d21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362be568-b9e3-4e6c-9f33-784c03010bd5,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:33.002369 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:33.107643 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ad9a9-c05d-490b-aa16-27f4b2d29e70 req-22da401c-fbc2-47d0-970a-128045126e90 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:33.109108 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b85ad9a9-c05d-490b-aa16-27f4b2d29e70 req-22da401c-fbc2-47d0-970a-128045126e90 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0525162 Mar 28 05:43:33.161044 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b85ad9a9-c05d-490b-aa16-27f4b2d29e70 req-86a8b4ee-ca64-4c5d-8449-9e4b12976212 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463517 Mar 28 05:43:33.543471 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37648) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:33.742243 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-65fd364e-f3f8-4c25-ab3a-3d90cbf4e0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:33.818330 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-65fd364e-f3f8-4c25-ab3a-3d90cbf4e0da admin admin] Publish callbacks [] for security_group (568ab10c-c231-44e0-a91f-5c99eee2170f), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:33.822188 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-65fd364e-f3f8-4c25-ab3a-3d90cbf4e0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (568ab10c-c231-44e0-a91f-5c99eee2170f), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:33.863785 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-65fd364e-f3f8-4c25-ab3a-3d90cbf4e0da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ca2d2cab1674559a145d81fabe1f91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166883 Mar 28 05:43:33.863785 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd364e-f3f8-4c25-ab3a-3d90cbf4e0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568ab10c-c231-44e0-a91f-5c99eee2170f,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:33.864095 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37660) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:33.925877 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b70795bc-0ae9-47d6-a8f6-3920359e7eea admin admin] Publish callbacks [] for security_group (568ab10c-c231-44e0-a91f-5c99eee2170f), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:33.947673 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b70795bc-0ae9-47d6-a8f6-3920359e7eea admin admin] Publish callbacks [] for security_group (568ab10c-c231-44e0-a91f-5c99eee2170f), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:34.001261 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b70795bc-0ae9-47d6-a8f6-3920359e7eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (568ab10c-c231-44e0-a91f-5c99eee2170f), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:34.004366 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b70795bc-0ae9-47d6-a8f6-3920359e7eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:34.005484 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-b70795bc-0ae9-47d6-a8f6-3920359e7eea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/568ab10c-c231-44e0-a91f-5c99eee2170f HTTP/1.1" status: 204 len: 168 time: 0.1404290 Mar 28 05:43:34.023027 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70795bc-0ae9-47d6-a8f6-3920359e7eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568ab10c-c231-44e0-a91f-5c99eee2170f,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:34.076503 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59e31e-cbae-4627-8ea0-0b87e6575a03 req-40229995-db73-42de-bd9e-b019984dca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:34.078177 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4c59e31e-cbae-4627-8ea0-0b87e6575a03 req-40229995-db73-42de-bd9e-b019984dca26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 1130 time: 0.0490136 Mar 28 05:43:34.124293 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4c59e31e-cbae-4627-8ea0-0b87e6575a03 req-dd518188-053d-4f2b-96e1-c52255662def service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 Mar 28 05:43:34.292107 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb0c99-802e-42b6-8ee6-289eec2fee04 req-8d92a620-6b7f-4094-a419-343965c47e45 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:34.293818 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-67cb0c99-802e-42b6-8ee6-289eec2fee04 req-8d92a620-6b7f-4094-a419-343965c47e45 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0574737 Mar 28 05:43:34.348202 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-67cb0c99-802e-42b6-8ee6-289eec2fee04 req-43387492-50bb-4506-b81c-61cad718695a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469742 Mar 28 05:43:34.710848 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:35.467598 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8ccfc-0c97-47ed-8428-f2f0efc8bbb0 req-c6a4fb17-3980-415d-b654-93c8c4d73619 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:35.469696 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-97e8ccfc-0c97-47ed-8428-f2f0efc8bbb0 req-c6a4fb17-3980-415d-b654-93c8c4d73619 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0557251 Mar 28 05:43:35.517143 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-97e8ccfc-0c97-47ed-8428-f2f0efc8bbb0 req-e813897b-6eb2-4392-aa5f-a91206486448 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Mar 28 05:43:36.297042 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:36.650907 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4b1ef-a8f9-4452-887c-56ad72d48470 req-da6563e4-35a2-498b-9d65-24b153055554 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:36.652380 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17b4b1ef-a8f9-4452-887c-56ad72d48470 req-da6563e4-35a2-498b-9d65-24b153055554 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0611885 Mar 28 05:43:36.702728 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17b4b1ef-a8f9-4452-887c-56ad72d48470 req-0bf3be9a-ccec-4e80-9b90-746a60e7a11a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446224 Mar 28 05:43:36.979543 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09e2b5-dd24-4189-a46e-72868a8e3a37 req-0e004f72-0bda-4e6e-be9c-0225225249ce tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:36.981425 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ea09e2b5-dd24-4189-a46e-72868a8e3a37 req-0e004f72-0bda-4e6e-be9c-0225225249ce tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0859745 Mar 28 05:43:36.988701 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f1fa-a220-4f28-a524-97e689dd78cc req-35787b25-2c74-4d33-9ff4-405c1a9c305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:36.990337 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bd06f1fa-a220-4f28-a524-97e689dd78cc req-35787b25-2c74-4d33-9ff4-405c1a9c305a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 1130 time: 0.0674131 Mar 28 05:43:37.091099 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ea09e2b5-dd24-4189-a46e-72868a8e3a37 req-f39be03e-fd1d-4a1e-a700-3b0ac2b3a698 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998194 Mar 28 05:43:37.117835 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f1fa-a220-4f28-a524-97e689dd78cc req-a7575358-4095-46cd-b89a-f358f2065216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:37.119352 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bd06f1fa-a220-4f28-a524-97e689dd78cc req-a7575358-4095-46cd-b89a-f358f2065216 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.1206806 Mar 28 05:43:37.160361 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bd06f1fa-a220-4f28-a524-97e689dd78cc req-09e6610f-302b-44aa-a742-da57a93e223e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58195dc-aa00-42ec-84fd-df7199328b1c HTTP/1.1" status: 200 len: 217 time: 0.0343881 Mar 28 05:43:37.217732 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f1fa-a220-4f28-a524-97e689dd78cc req-e93e3342-dc88-48bc-ae6d-8914805e9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:37.219647 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bd06f1fa-a220-4f28-a524-97e689dd78cc req-e93e3342-dc88-48bc-ae6d-8914805e9237 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0459352 Mar 28 05:43:37.266726 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f1fa-a220-4f28-a524-97e689dd78cc req-c114a536-794a-4fd0-9f08-55bba16b5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:37.268203 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bd06f1fa-a220-4f28-a524-97e689dd78cc req-c114a536-794a-4fd0-9f08-55bba16b5734 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425580 Mar 28 05:43:37.358230 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bd06f1fa-a220-4f28-a524-97e689dd78cc req-5723dc0b-a35b-47d6-9a4b-412c991a75c6 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814743 Mar 28 05:43:37.451476 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bd06f1fa-a220-4f28-a524-97e689dd78cc req-e9f79dc1-0491-4b4d-8cf1-6d6d21ee5516 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872231 Mar 28 05:43:38.231108 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb5ebd-dd2b-4a77-a48f-6491fac4521c req-174aad1d-a3f3-41f7-ab01-aa81e53f8e59 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:38.232655 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2bdb5ebd-dd2b-4a77-a48f-6491fac4521c req-174aad1d-a3f3-41f7-ab01-aa81e53f8e59 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0577450 Mar 28 05:43:38.287155 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2bdb5ebd-dd2b-4a77-a48f-6491fac4521c req-9476dec6-4376-49f8-891f-38bcedf966cc tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488169 Mar 28 05:43:38.889809 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:39.406572 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c64fa-8485-46c2-b9e3-4f6d1f1749a1 req-3982b20c-b9fc-4fae-a47f-bb7aa1f77dd5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:39.408032 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f09c64fa-8485-46c2-b9e3-4f6d1f1749a1 req-3982b20c-b9fc-4fae-a47f-bb7aa1f77dd5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0521350 Mar 28 05:43:39.458853 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f09c64fa-8485-46c2-b9e3-4f6d1f1749a1 req-ac22e13b-29aa-406c-959e-e6c12820b201 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453501 Mar 28 05:43:40.573247 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4c764-b4e3-49b2-9d1f-4cafbc172b64 req-27aa8770-9a9e-47f9-afd5-df0cbb6503e9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:40.574734 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-01d4c764-b4e3-49b2-9d1f-4cafbc172b64 req-27aa8770-9a9e-47f9-afd5-df0cbb6503e9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0509934 Mar 28 05:43:40.620836 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-01d4c764-b4e3-49b2-9d1f-4cafbc172b64 req-856a6d24-30e3-483f-9456-ddeb1991a991 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Mar 28 05:43:41.736258 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda7f90-10a8-4cf2-85d5-74dc7e38aa74 req-4d3de681-afae-4b49-b52f-8c3434b42f39 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:41.737736 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1fda7f90-10a8-4cf2-85d5-74dc7e38aa74 req-4d3de681-afae-4b49-b52f-8c3434b42f39 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0518155 Mar 28 05:43:41.782526 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1fda7f90-10a8-4cf2-85d5-74dc7e38aa74 req-958ab62a-c06e-45f8-9d39-9cf746da3b4e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393775 Mar 28 05:43:42.906345 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257be4bb-c7ea-472b-a734-4327a4e6a3d6 req-84b7c562-dd92-4d53-ab7f-a1c9814d7529 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:42.907832 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-257be4bb-c7ea-472b-a734-4327a4e6a3d6 req-84b7c562-dd92-4d53-ab7f-a1c9814d7529 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0608194 Mar 28 05:43:42.953312 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-257be4bb-c7ea-472b-a734-4327a4e6a3d6 req-eea7f1e8-b0a7-4393-953f-d52011ab2275 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393889 Mar 28 05:43:44.069468 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee86c-43b0-40f2-be56-44f27df61fd5 req-03130ea3-305c-455f-b7b4-3356fd69f38a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:44.070967 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dc6ee86c-43b0-40f2-be56-44f27df61fd5 req-03130ea3-305c-455f-b7b4-3356fd69f38a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0508807 Mar 28 05:43:44.118495 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dc6ee86c-43b0-40f2-be56-44f27df61fd5 req-a48bd26a-5e6c-4455-911f-b6182285e40e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Mar 28 05:43:45.281017 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a6892-6e56-4117-9a1b-8bc02bb61f76 req-ceb41ba1-4af3-49a1-8969-972fd81a3d73 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:45.299896 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e0a6892-6e56-4117-9a1b-8bc02bb61f76 req-ceb41ba1-4af3-49a1-8969-972fd81a3d73 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.1011934 Mar 28 05:43:45.362712 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e0a6892-6e56-4117-9a1b-8bc02bb61f76 req-e435d334-6dcd-40b9-803e-21744b5a7897 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529413 Mar 28 05:43:45.397978 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37954) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:45.562085 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb6c8-35bf-4d2d-abcd-c397a7202a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:45.642006 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb6c8-35bf-4d2d-abcd-c397a7202a75 admin admin] Publish callbacks [] for security_group (b607dec1-9cff-4d01-8045-830ca6e5c85e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:45.646644 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb6c8-35bf-4d2d-abcd-c397a7202a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (b607dec1-9cff-4d01-8045-830ca6e5c85e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:45.685258 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-8c5cb6c8-35bf-4d2d-abcd-c397a7202a75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e65468abb5b24c28a183c1f6678aec37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854192 Mar 28 05:43:45.689169 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37968) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:45.690793 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cb6c8-35bf-4d2d-abcd-c397a7202a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b607dec1-9cff-4d01-8045-830ca6e5c85e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:45.737016 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-362b0e56-a8d6-4b24-bc50-0e2d5de7ea61 admin admin] Publish callbacks [] for security_group (b607dec1-9cff-4d01-8045-830ca6e5c85e), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:45.757907 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-362b0e56-a8d6-4b24-bc50-0e2d5de7ea61 admin admin] Publish callbacks [] for security_group (b607dec1-9cff-4d01-8045-830ca6e5c85e), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:45.804109 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-362b0e56-a8d6-4b24-bc50-0e2d5de7ea61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (b607dec1-9cff-4d01-8045-830ca6e5c85e), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:45.806695 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-362b0e56-a8d6-4b24-bc50-0e2d5de7ea61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:45.807878 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-362b0e56-a8d6-4b24-bc50-0e2d5de7ea61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b607dec1-9cff-4d01-8045-830ca6e5c85e HTTP/1.1" status: 204 len: 168 time: 0.1172132 Mar 28 05:43:45.816039 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b0e56-a8d6-4b24-bc50-0e2d5de7ea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607dec1-9cff-4d01-8045-830ca6e5c85e,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:46.060590 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37976) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:46.073322 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2c0f2957-3fec-43dc-b9a1-580a416f3994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.145870 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2c0f2957-3fec-43dc-b9a1-580a416f3994 admin admin] Publish callbacks [] for security_group (2cceae1e-30a6-423e-93b6-957a4f7ec2f2), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.149252 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2c0f2957-3fec-43dc-b9a1-580a416f3994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2cceae1e-30a6-423e-93b6-957a4f7ec2f2), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.189898 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2c0f2957-3fec-43dc-b9a1-580a416f3994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9ca47b46fc14361b1ad633add907d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282468 Mar 28 05:43:46.190773 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f2957-3fec-43dc-b9a1-580a416f3994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cceae1e-30a6-423e-93b6-957a4f7ec2f2,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:46.192617 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37978) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:46.239460 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d1b292a-3ca5-4e4b-83e8-70efc8ff7128 admin admin] Publish callbacks [] for security_group (2cceae1e-30a6-423e-93b6-957a4f7ec2f2), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.259297 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d1b292a-3ca5-4e4b-83e8-70efc8ff7128 admin admin] Publish callbacks [] for security_group (2cceae1e-30a6-423e-93b6-957a4f7ec2f2), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.306904 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d1b292a-3ca5-4e4b-83e8-70efc8ff7128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2cceae1e-30a6-423e-93b6-957a4f7ec2f2), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.309498 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0d1b292a-3ca5-4e4b-83e8-70efc8ff7128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.310584 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-0d1b292a-3ca5-4e4b-83e8-70efc8ff7128 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cceae1e-30a6-423e-93b6-957a4f7ec2f2 HTTP/1.1" status: 204 len: 168 time: 0.1167433 Mar 28 05:43:46.318532 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b292a-3ca5-4e4b-83e8-70efc8ff7128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cceae1e-30a6-423e-93b6-957a4f7ec2f2,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:46.623552 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 37988) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:46.636914 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e5032262-01d7-4dbc-ac9b-33ab0dd7b980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.713498 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e5032262-01d7-4dbc-ac9b-33ab0dd7b980 admin admin] Publish callbacks [] for security_group (7026a91d-6452-436e-8f06-31f0969a9e9e), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.717250 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e5032262-01d7-4dbc-ac9b-33ab0dd7b980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (7026a91d-6452-436e-8f06-31f0969a9e9e), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.754815 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-e5032262-01d7-4dbc-ac9b-33ab0dd7b980 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22dce265a6d346728aedb3ba23d1636a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302052 Mar 28 05:43:46.755499 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5032262-01d7-4dbc-ac9b-33ab0dd7b980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7026a91d-6452-436e-8f06-31f0969a9e9e,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:46.757579 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 37992) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:46.804305 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-339845bd-8d5c-4c25-bc57-0962f09a9b48 admin admin] Publish callbacks [] for security_group (7026a91d-6452-436e-8f06-31f0969a9e9e), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.824749 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-339845bd-8d5c-4c25-bc57-0962f09a9b48 admin admin] Publish callbacks [] for security_group (7026a91d-6452-436e-8f06-31f0969a9e9e), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.870413 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-339845bd-8d5c-4c25-bc57-0962f09a9b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (7026a91d-6452-436e-8f06-31f0969a9e9e), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.872918 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-339845bd-8d5c-4c25-bc57-0962f09a9b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:46.874034 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-339845bd-8d5c-4c25-bc57-0962f09a9b48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7026a91d-6452-436e-8f06-31f0969a9e9e HTTP/1.1" status: 204 len: 168 time: 0.1153610 Mar 28 05:43:46.882022 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339845bd-8d5c-4c25-bc57-0962f09a9b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7026a91d-6452-436e-8f06-31f0969a9e9e,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:53.294341 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38118) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:53.299427 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-ba909ae2-cdd4-4ce4-9f4c-2873ab8c4d93 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553758116', 'description': 'tempest-description--1827115530'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:53.326890 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ba909ae2-cdd4-4ce4-9f4c-2873ab8c4d93 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.394382 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ba909ae2-cdd4-4ce4-9f4c-2873ab8c4d93 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group (dd7976b3-9b64-45de-bb58-ebbc1370bf4e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.398178 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ba909ae2-cdd4-4ce4-9f4c-2873ab8c4d93 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (dd7976b3-9b64-45de-bb58-ebbc1370bf4e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.400283 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:43:53.422686 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ba909ae2-cdd4-4ce4-9f4c-2873ab8c4d93 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.423899 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ba909ae2-cdd4-4ce4-9f4c-2873ab8c4d93 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1282427 Mar 28 05:43:53.428140 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38122) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:53.432320 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-e6141b68-b32b-44d5-a42e-796ca1377058 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Request body: {'security_group_rule': {'security_group_id': 'dd7976b3-9b64-45de-bb58-ebbc1370bf4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:53.444354 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba909ae2-cdd4-4ce4-9f4c-2873ab8c4d93 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7976b3-9b64-45de-bb58-ebbc1370bf4e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:53.464800 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e6141b68-b32b-44d5-a42e-796ca1377058 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group_rule (09f6937b-3f84-472c-a1f6-aa0ffcd5cc95), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.536002 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e6141b68-b32b-44d5-a42e-796ca1377058 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group_rule (09f6937b-3f84-472c-a1f6-aa0ffcd5cc95), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.541485 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e6141b68-b32b-44d5-a42e-796ca1377058 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (09f6937b-3f84-472c-a1f6-aa0ffcd5cc95), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.570588 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6141b68-b32b-44d5-a42e-796ca1377058 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f6937b-3f84-472c-a1f6-aa0ffcd5cc95,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:53.576787 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e6141b68-b32b-44d5-a42e-796ca1377058 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.581118 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e6141b68-b32b-44d5-a42e-796ca1377058 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490800 Mar 28 05:43:53.581379 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38128) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:53.585958 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-7bafba21-b310-43d4-a634-d1323ce51ea7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Request body: {'security_group_rule': {'security_group_id': 'dd7976b3-9b64-45de-bb58-ebbc1370bf4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:53.610942 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7bafba21-b310-43d4-a634-d1323ce51ea7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group_rule (472b1ca1-455d-4fe2-9f04-ec3a2935c5be), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.667242 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7bafba21-b310-43d4-a634-d1323ce51ea7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group_rule (472b1ca1-455d-4fe2-9f04-ec3a2935c5be), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.670915 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7bafba21-b310-43d4-a634-d1323ce51ea7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (472b1ca1-455d-4fe2-9f04-ec3a2935c5be), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.687929 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafba21-b310-43d4-a634-d1323ce51ea7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472b1ca1-455d-4fe2-9f04-ec3a2935c5be,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:53.696085 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7bafba21-b310-43d4-a634-d1323ce51ea7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.697255 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7bafba21-b310-43d4-a634-d1323ce51ea7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149473 Mar 28 05:43:53.700294 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38130) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:53.704860 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:53.724156 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.817211 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:53.915885 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Allocated IP 172.27.1.78 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/f3f53238-dba5-41b1-b847-c67551ce0db1) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:43:54.018130 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for port (f3f53238-dba5-41b1-b847-c67551ce0db1), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:54.051674 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (f3f53238-dba5-41b1-b847-c67551ce0db1), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:54.087675 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:43:54.090652 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:43:54.096627 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:43:54.101941 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event updated for resources: {'Port': ['ID=f3f53238-dba5-41b1-b847-c67551ce0db1,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:54.184678 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for floatingip (91f32acd-06a4-47dd-bc92-a772d2c1afc8), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:54.219499 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (f3f53238-dba5-41b1-b847-c67551ce0db1), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:54.373939 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for port (f3f53238-dba5-41b1-b847-c67551ce0db1), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:54.380701 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (f3f53238-dba5-41b1-b847-c67551ce0db1), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:54.445012 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event updated for resources: {'Port': ['ID=f3f53238-dba5-41b1-b847-c67551ce0db1,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:54.457607 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (91f32acd-06a4-47dd-bc92-a772d2c1afc8), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:54.475401 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:54.476611 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-68776ad6-7b45-48b7-9a89-75291376dff9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7754223 Mar 28 05:43:54.674697 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-c1883bb5-e299-4c95-846b-455c89c65a2e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1553758116&fields=id&tenant_id=a95d365daa944917810d5e95e3b2aefe HTTP/1.1" status: 200 len: 267 time: 0.0411870 Mar 28 05:43:54.789873 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-bad876b8-b1b1-436e-b366-e80d0701b211 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:54.791397 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-bad876b8-b1b1-436e-b366-e80d0701b211 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 818 time: 0.1098135 Mar 28 05:43:54.805703 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-2d3072e9-7674-4cde-b6a3-1b57de6786b4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/quotas/a95d365daa944917810d5e95e3b2aefe HTTP/1.1" status: 200 len: 375 time: 0.0090024 Mar 28 05:43:54.863813 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-520a5133-48c0-47d3-a14d-68c44067b22f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0531487 Mar 28 05:43:54.959329 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-c1299ffa-ab69-44fb-b162-66902e0e25e6 service neutron] 10.222.0.20 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808184 Mar 28 05:43:55.049053 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-387a3091-bd7c-4439-9285-e4c9fdb604b5 service neutron] 10.222.0.20 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837841 Mar 28 05:43:55.214601 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9a36cae7-8b63-4cbc-9de2-bf22b3422e67 req-a63c16d4-fc23-47e4-a6e2-b04094390294 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 210 time: 0.0270689 Mar 28 05:43:56.304425 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8db46f20-398a-46c3-8705-e055a156920b req-e42ead1b-b901-4be8-9f07-c6d2e3a91c35 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 210 time: 0.0263572 Mar 28 05:43:57.395469 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7350ae4d-9972-42f6-87e4-e4ee853dbdcd req-699afe1b-428c-447e-9950-e6a83e96bb3c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 210 time: 0.0256042 Mar 28 05:43:57.815418 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-618ecbdb-1c55-4fe5-8769-4cc8922b7a02 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:57.816845 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-618ecbdb-1c55-4fe5-8769-4cc8922b7a02 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 818 time: 0.1068385 Mar 28 05:43:57.896965 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-904879da-e2f1-4cdc-b761-246f4a346a6c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95d365daa944917810d5e95e3b2aefe HTTP/1.1" status: 200 len: 380 time: 0.0622902 Mar 28 05:43:57.917016 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Request body: {'port': {'device_id': '43be2331-813f-497e-b0b1-cf495dd6a575', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'admin_state_up': True, 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'security_groups': ['dd7976b3-9b64-45de-bb58-ebbc1370bf4e']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:58.032775 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Made reservation on behalf of a95d365daa944917810d5e95e3b2aefe for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:43:58.036500 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:58.164568 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Allocated IP 172.20.0.11 (c94c60e6-502e-4023-8856-b513dc210de9/70160510-8cfd-401b-a1a1-83d7366e7ea9/8fecea75-b145-4171-91a5-82c42f423eca) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:43:58.306144 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for port (8fecea75-b145-4171-91a5-82c42f423eca), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:58.339675 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (8fecea75-b145-4171-91a5-82c42f423eca), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:58.383271 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Network c94c60e6-502e-4023-8856-b513dc210de9 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:43:58.386237 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:43:58.392657 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:43:58.399115 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event updated for resources: {'Port': ['ID=8fecea75-b145-4171-91a5-82c42f423eca,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:58.447361 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:58.447992 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:58.474400 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-faac00b8-d425-45a6-ad3f-88a66a7a8f87 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579474 Mar 28 05:43:58.493862 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Request body: {'port': {'device_id': '43be2331-813f-497e-b0b1-cf495dd6a575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:58.649574 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-fcc76ea0-8652-4729-ab6d-94b2f0231e6e None None] Provisioning complete for port 8fecea75-b145-4171-91a5-82c42f423eca triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:43:58.650139 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fcc76ea0-8652-4729-ab6d-94b2f0231e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (8fecea75-b145-4171-91a5-82c42f423eca), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:58.686758 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-fcc76ea0-8652-4729-ab6d-94b2f0231e6e None None] Port 8fecea75-b145-4171-91a5-82c42f423eca cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:43:58.792127 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea909b5-47ca-4f50-984f-6d774adf92d2 req-2417a9be-0361-432f-b951-89ccb0028c98 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:58.793602 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2ea909b5-47ca-4f50-984f-6d774adf92d2 req-2417a9be-0361-432f-b951-89ccb0028c98 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 932 time: 0.3136055 Mar 28 05:43:58.796253 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (8fecea75-b145-4171-91a5-82c42f423eca), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:58.881780 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2ea909b5-47ca-4f50-984f-6d774adf92d2 req-4d74f2f2-7a01-4372-830b-22159593c543 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823114 Mar 28 05:43:59.098350 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fecea75-b145-4171-91a5-82c42f423eca {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:43:59.106484 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Publish callbacks [] for port (8fecea75-b145-4171-91a5-82c42f423eca), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:59.118908 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Transition to ACTIVE for port object 8fecea75-b145-4171-91a5-82c42f423eca will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:43:59.122118 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (8fecea75-b145-4171-91a5-82c42f423eca), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:59.171727 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Pushing event updated for resources: {'Port': ['ID=8fecea75-b145-4171-91a5-82c42f423eca,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:59.249444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Attempting to bind port 8fecea75-b145-4171-91a5-82c42f423eca on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:43:59.249780 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Attempting to bind port 8fecea75-b145-4171-91a5-82c42f423eca by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:43:59.250131 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Attempting to bind port 8fecea75-b145-4171-91a5-82c42f423eca on network c94c60e6-502e-4023-8856-b513dc210de9 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:43:59.256320 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Port 8fecea75-b145-4171-91a5-82c42f423eca on network c94c60e6-502e-4023-8856-b513dc210de9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:43:59.256645 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Attempting to bind port 8fecea75-b145-4171-91a5-82c42f423eca on network c94c60e6-502e-4023-8856-b513dc210de9 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:43:59.262285 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:43:59.262641 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Checking segment: {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:43:59.263289 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Bound using segment: {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:43:59.263520 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Bound port: 8fecea75-b145-4171-91a5-82c42f423eca, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac24948c-e50c-4aeb-9985-9a523f64ce36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:43:59.263823 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (8fecea75-b145-4171-91a5-82c42f423eca), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:59.340017 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] For port 8fecea75-b145-4171-91a5-82c42f423eca, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:43:59.344452 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] For port 8fecea75-b145-4171-91a5-82c42f423eca, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8fecea75-b145-4171-91a5-82c42f423eca,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:43:59.358312 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (8fecea75-b145-4171-91a5-82c42f423eca), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:59.417554 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Pushing event updated for resources: {'Port': ['ID=8fecea75-b145-4171-91a5-82c42f423eca,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:59.426817 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:59.427683 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:59.429528 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-d3e75a66-a093-4677-8637-3db1249a637a service neutron] 10.222.0.21 "PUT /v2.0/ports/8fecea75-b145-4171-91a5-82c42f423eca HTTP/1.1" status: 200 len: 1094 time: 0.9395754 Mar 28 05:43:59.430122 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:43:59.432699 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f912317e-56bc-4802-b3ff-b193e20139e3" -d '{"events": [{"name": "network-changed", "server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "tag": "8fecea75-b145-4171-91a5-82c42f423eca"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:43:59.478161 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6b4214-11c4-4574-a252-114694c92f10 x-openstack-request-id: req-5d6b4214-11c4-4574-a252-114694c92f10 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:43:59.478505 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "tag": "8fecea75-b145-4171-91a5-82c42f423eca", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:43:59.478762 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d6b4214-11c4-4574-a252-114694c92f10 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:43:59.479176 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6b4214-11c4-4574-a252-114694c92f10'] response: {'name': 'network-changed', 'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca', 'status': 'completed', 'code': 200} Mar 28 05:43:59.588390 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-e8bec74a-3674-4be4-8e17-9a9d16b3c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:59.589946 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-e8bec74a-3674-4be4-8e17-9a9d16b3c799 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 1128 time: 0.0717492 Mar 28 05:43:59.645121 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38232) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:59.657217 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-acde684c-e06c-495e-bc6f-143ad5a79d89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fecea75-b145-4171-91a5-82c42f423eca HTTP/1.1" status: 200 len: 217 time: 0.0426941 Mar 28 05:43:59.697180 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-801379de-2991-4c39-a684-deae8574de10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:59.714619 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-072e2387-6319-41be-b40f-d5a53cab4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:59.716322 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-072e2387-6319-41be-b40f-d5a53cab4c80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0525787 Mar 28 05:43:59.785406 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11064eec-ed86-400e-a90c-e2ca661ce3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:59.787608 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-06ae4883-bfc9-48f0-be49-95c0bb40c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:59.789160 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-06ae4883-bfc9-48f0-be49-95c0bb40c7ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591087 Mar 28 05:43:59.893230 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11064eec-ed86-400e-a90c-e2ca661ce3b2 admin admin] Publish callbacks [] for security_group (a7051e7f-9645-426c-bb55-c65cf58bb0e9), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:59.906978 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11064eec-ed86-400e-a90c-e2ca661ce3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (a7051e7f-9645-426c-bb55-c65cf58bb0e9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:59.956620 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-11064eec-ed86-400e-a90c-e2ca661ce3b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d31ce8580c5d4d8c964db4fec9045406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104725 Mar 28 05:43:59.958602 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11064eec-ed86-400e-a90c-e2ca661ce3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7051e7f-9645-426c-bb55-c65cf58bb0e9,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:59.961431 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 38248) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:00.037839 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-bf0e880c-5d85-4876-aded-7fc3a2d75779 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417810 Mar 28 05:44:00.153898 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4176db65-af31-4c6f-b7f3-8a216460c37a admin admin] Publish callbacks [] for security_group (a7051e7f-9645-426c-bb55-c65cf58bb0e9), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.164801 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41386d04-0874-491e-a715-546cd56b5e85 req-f2ded756-9675-4ff4-88bb-1f14a92a9b76 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:00.166739 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-41386d04-0874-491e-a715-546cd56b5e85 req-f2ded756-9675-4ff4-88bb-1f14a92a9b76 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 944 time: 0.1794484 Mar 28 05:44:00.231431 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4176db65-af31-4c6f-b7f3-8a216460c37a admin admin] Publish callbacks [] for security_group (a7051e7f-9645-426c-bb55-c65cf58bb0e9), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.265333 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d87b7b3-037a-4970-888a-86dc6c6e97e4 req-9a758f2a-9fc2-4c53-9297-e309d147b5ca service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197855 Mar 28 05:44:00.306807 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-41386d04-0874-491e-a715-546cd56b5e85 req-59f2c9e9-43ec-4ed2-a7a4-0d052d7b37ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268573 Mar 28 05:44:00.326416 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4176db65-af31-4c6f-b7f3-8a216460c37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (a7051e7f-9645-426c-bb55-c65cf58bb0e9), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.329335 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4176db65-af31-4c6f-b7f3-8a216460c37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.330459 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-4176db65-af31-4c6f-b7f3-8a216460c37a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7051e7f-9645-426c-bb55-c65cf58bb0e9 HTTP/1.1" status: 204 len: 168 time: 0.3663754 Mar 28 05:44:00.339572 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176db65-af31-4c6f-b7f3-8a216460c37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7051e7f-9645-426c-bb55-c65cf58bb0e9,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:00.416532 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912317e-56bc-4802-b3ff-b193e20139e3 req-e198b24a-736c-4dd5-bb13-1a136531c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:00.418073 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f912317e-56bc-4802-b3ff-b193e20139e3 req-e198b24a-736c-4dd5-bb13-1a136531c2a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 1128 time: 0.0491176 Mar 28 05:44:00.510809 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912317e-56bc-4802-b3ff-b193e20139e3 req-f9763584-bd7d-4024-97c5-95212609b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:00.512279 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f912317e-56bc-4802-b3ff-b193e20139e3 req-f9763584-bd7d-4024-97c5-95212609b029 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.0860138 Mar 28 05:44:00.558660 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f912317e-56bc-4802-b3ff-b193e20139e3 req-3f97c380-98ae-4261-8408-92f4270c8a40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fecea75-b145-4171-91a5-82c42f423eca HTTP/1.1" status: 200 len: 217 time: 0.0399961 Mar 28 05:44:00.606240 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38260) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:00.615090 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912317e-56bc-4802-b3ff-b193e20139e3 req-0fa560d7-1aa5-4983-adfd-5028b0d129ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:00.616487 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f912317e-56bc-4802-b3ff-b193e20139e3 req-0fa560d7-1aa5-4983-adfd-5028b0d129ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0523310 Mar 28 05:44:00.622036 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6e49-b960-41eb-8a4e-bb932476be17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.669483 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912317e-56bc-4802-b3ff-b193e20139e3 req-c39a0d67-265b-48de-b9f4-6b1dfa64c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:00.671101 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f912317e-56bc-4802-b3ff-b193e20139e3 req-c39a0d67-265b-48de-b9f4-6b1dfa64c80c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480742 Mar 28 05:44:00.697539 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6e49-b960-41eb-8a4e-bb932476be17 admin admin] Publish callbacks [] for security_group (0f770f18-bc2f-4091-8c73-6d913361d820), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.701814 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6e49-b960-41eb-8a4e-bb932476be17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0f770f18-bc2f-4091-8c73-6d913361d820), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.741092 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9a7b6e49-b960-41eb-8a4e-bb932476be17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=141fe1847650471b997ba62cf42cded3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335728 Mar 28 05:44:00.741783 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b6e49-b960-41eb-8a4e-bb932476be17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f770f18-bc2f-4091-8c73-6d913361d820,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:00.744612 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38262) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:00.777959 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f912317e-56bc-4802-b3ff-b193e20139e3 req-9694a41f-9aba-4018-8d5a-2f1be67eb1c5 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987618 Mar 28 05:44:00.796920 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf66-8043-41a9-bcb6-ccbded31acd9 admin admin] Publish callbacks [] for security_group (0f770f18-bc2f-4091-8c73-6d913361d820), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.818646 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf66-8043-41a9-bcb6-ccbded31acd9 admin admin] Publish callbacks [] for security_group (0f770f18-bc2f-4091-8c73-6d913361d820), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.879184 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf66-8043-41a9-bcb6-ccbded31acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0f770f18-bc2f-4091-8c73-6d913361d820), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.881726 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf66-8043-41a9-bcb6-ccbded31acd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.882908 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d8e7bf66-8043-41a9-bcb6-ccbded31acd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f770f18-bc2f-4091-8c73-6d913361d820 HTTP/1.1" status: 204 len: 168 time: 0.1374040 Mar 28 05:44:00.888076 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f912317e-56bc-4802-b3ff-b193e20139e3 req-aafa5b0c-e0ca-450b-a42f-aa6d38ef49e3 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014564 Mar 28 05:44:00.891248 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7bf66-8043-41a9-bcb6-ccbded31acd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f770f18-bc2f-4091-8c73-6d913361d820,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:01.228948 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38286) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:01.241643 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9093ee13-d381-4276-a506-552b70e1cf54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:01.330292 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9093ee13-d381-4276-a506-552b70e1cf54 admin admin] Publish callbacks [] for security_group (79e7e0cd-e7de-4bce-a1e5-0e4da56688b0), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:01.335021 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9093ee13-d381-4276-a506-552b70e1cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (79e7e0cd-e7de-4bce-a1e5-0e4da56688b0), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:01.365817 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9093ee13-d381-4276-a506-552b70e1cf54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9617a2e0b79946f0b9c29b1b8f3be5a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357784 Mar 28 05:44:01.368330 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38296) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:01.399464 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093ee13-d381-4276-a506-552b70e1cf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e7e0cd-e7de-4bce-a1e5-0e4da56688b0,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:01.433082 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-19ab973a-e0a6-49e3-bd2c-6b8ffaf4275c admin admin] Publish callbacks [] for security_group (79e7e0cd-e7de-4bce-a1e5-0e4da56688b0), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:01.447116 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c123ba-fd60-461c-bd32-2ffb016b8b55 req-11e282b3-422f-42c0-8521-1fa31e077de0 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:01.448549 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-12c123ba-fd60-461c-bd32-2ffb016b8b55 req-11e282b3-422f-42c0-8521-1fa31e077de0 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 944 time: 0.0606661 Mar 28 05:44:01.461660 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-19ab973a-e0a6-49e3-bd2c-6b8ffaf4275c admin admin] Publish callbacks [] for security_group (79e7e0cd-e7de-4bce-a1e5-0e4da56688b0), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:01.502482 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-12c123ba-fd60-461c-bd32-2ffb016b8b55 req-9e9d2c7a-6d7b-4a49-a611-d5fa9bbc24dc tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460298 Mar 28 05:44:01.521267 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-19ab973a-e0a6-49e3-bd2c-6b8ffaf4275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (79e7e0cd-e7de-4bce-a1e5-0e4da56688b0), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:01.524649 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-19ab973a-e0a6-49e3-bd2c-6b8ffaf4275c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:01.526422 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-19ab973a-e0a6-49e3-bd2c-6b8ffaf4275c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79e7e0cd-e7de-4bce-a1e5-0e4da56688b0 HTTP/1.1" status: 204 len: 168 time: 0.1571090 Mar 28 05:44:01.536976 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab973a-e0a6-49e3-bd2c-6b8ffaf4275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e7e0cd-e7de-4bce-a1e5-0e4da56688b0,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:02.093590 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7b718733-52ba-4104-9a11-69dcff00054f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.203751 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38326) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:02.312864 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1367587307-network', 'tenant_id': 'aa62337302df41beba3afb6444e43e46'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:02.333760 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Made reservation on behalf of aa62337302df41beba3afb6444e43e46 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:44:02.336310 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.345727 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.420718 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Publish callbacks [] for security_group (57bdc31d-7984-46cb-9502-85b85ba9821b), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.424895 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (57bdc31d-7984-46cb-9502-85b85ba9821b), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.450093 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:44:02.460043 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bdc31d-7984-46cb-9502-85b85ba9821b,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:02.465843 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (b5b34ed6-7f6f-4291-95c7-ca722403e199), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.466152 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Added segment b5b34ed6-7f6f-4291-95c7-ca722403e199 of type vlan for network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 Mar 28 05:44:02.509580 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (5fbd7c2b-4628-4b7b-be56-6e103ccc6286), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.535472 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (5fbd7c2b-4628-4b7b-be56-6e103ccc6286), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.536459 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:02.537184 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.605668 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3970468 Mar 28 05:44:02.605668 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a189cc-361e-47c4-956e-5680d462f2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=5fbd7c2b-4628-4b7b-be56-6e103ccc6286,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:02.606552 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38346) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:02.611264 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] Request body: {'subnet': {'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1367587307-subnet', 'tenant_id': 'aa62337302df41beba3afb6444e43e46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:02.614030 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:44:02.636731 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] Made reservation on behalf of aa62337302df41beba3afb6444e43e46 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:44:02.639772 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656248'] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.696387 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73eadb-c27b-4e95-8c99-f930e9bdae98 req-d9af4153-770d-46e2-b032-7314fd03926d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:02.698926 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4e73eadb-c27b-4e95-8c99-f930e9bdae98 req-d9af4153-770d-46e2-b032-7314fd03926d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 944 time: 0.1035030 Mar 28 05:44:02.751427 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38358) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:02.762023 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4e73eadb-c27b-4e95-8c99-f930e9bdae98 req-68904989-afc4-4258-9308-93e6f9560b63 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541620 Mar 28 05:44:02.827332 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-8605a044-ce6b-4266-92b4-c046aaad57fb admin admin] Deleting subnet 5a0a9587-7e55-40f3-af27-11ab51fe5214 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:44:02.833815 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8605a044-ce6b-4266-92b4-c046aaad57fb admin admin] Publish callbacks [] for subnet (5a0a9587-7e55-40f3-af27-11ab51fe5214), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.903082 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8605a044-ce6b-4266-92b4-c046aaad57fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (5a0a9587-7e55-40f3-af27-11ab51fe5214), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.922752 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26735045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656238'] for subnet (bc86cd64-bd24-43c4-9487-e8d03655dd23), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:02.975650 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc86cd64-bd24-43c4-9487-e8d03655dd23,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:03.008370 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8605a044-ce6b-4266-92b4-c046aaad57fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (5a0a9587-7e55-40f3-af27-11ab51fe5214), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.027836 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.049467 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] Checking segment: {'id': 'b5b34ed6-7f6f-4291-95c7-ca722403e199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:44:03.049807 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] Network hostable DHCP agents. Network: 5fbd7c2b-4628-4b7b-be56-6e103ccc6286, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:44:03.079364 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] Network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:44:03.093522 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8605a044-ce6b-4266-92b4-c046aaad57fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (5a0a9587-7e55-40f3-af27-11ab51fe5214), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.115160 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605a044-ce6b-4266-92b4-c046aaad57fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0a9587-7e55-40f3-af27-11ab51fe5214,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:03.120399 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 5fbd7c2b-4628-4b7b-be56-6e103ccc6286) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:44:03.125379 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:03.126502 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.132291 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bedf056-a3a6-436c-9ad2-e42512692875 None None] Network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:44:03.140178 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8605a044-ce6b-4266-92b4-c046aaad57fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.144786 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-8605a044-ce6b-4266-92b4-c046aaad57fb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5a0a9587-7e55-40f3-af27-11ab51fe5214 HTTP/1.1" status: 204 len: 168 time: 0.3922241 Mar 28 05:44:03.147365 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 38376) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:03.165061 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7617a8a3-d48c-4eee-8cc8-cbc5d10a9cd7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5498075 Mar 28 05:44:03.257044 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (8005d9f8-5323-4b96-91aa-9bb988cdd477), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.301708 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aedfb31-2e36-4130-bd98-8deb03c1f655 None None] Network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:44:03.414460 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (8005d9f8-5323-4b96-91aa-9bb988cdd477), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.437521 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8005d9f8-5323-4b96-91aa-9bb988cdd477']}} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:03.447204 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75fbb91-1d7e-4296-83a6-8f760ecbbc46') {'for_net_delete': True} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:03.447573 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75fbb91-1d7e-4296-83a6-8f760ecbbc46') {} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:03.459158 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26646710'] for segment (d75fbb91-1d7e-4296-83a6-8f760ecbbc46), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.473362 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (d75fbb91-1d7e-4296-83a6-8f760ecbbc46), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.479244 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:44:03.479621 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578808'] for segment (d75fbb91-1d7e-4296-83a6-8f760ecbbc46), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: Traceback (most recent call last): Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: timer() Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: cb(*args, **kw) Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: return func(*args, **kwargs) Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: self._notify() Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: self.callback(batched_events) Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: event.method(event) Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: return f(self, *a, **k) Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._get(url).json() Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: return self.request(url, 'GET', **kwargs) Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:44:03.481226 dv-cinder-831776-5-iscsi neutron-server[109788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:44:03.543947 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (8005d9f8-5323-4b96-91aa-9bb988cdd477), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.551259 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.555503 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8005d9f8-5323-4b96-91aa-9bb988cdd477 HTTP/1.1" status: 204 len: 168 time: 0.4069610 Mar 28 05:44:03.558420 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38394) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:03.570194 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1aaa-5a16-4a67-ab08-bdb5142ba337 admin admin] Pushing event deleted for resources: {'Network': ['ID=8005d9f8-5323-4b96-91aa-9bb988cdd477,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:03.610399 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09fe50b-4537-49f9-9d49-5480e1f4dc71 admin admin] Deleting subnet fdaa2ad9-fa24-440d-a641-120ff98684b4 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:44:03.613589 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f09fe50b-4537-49f9-9d49-5480e1f4dc71 admin admin] Publish callbacks [] for subnet (fdaa2ad9-fa24-440d-a641-120ff98684b4), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.645200 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 8fecea75-b145-4171-91a5-82c42f423eca details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:44:03.649835 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f09fe50b-4537-49f9-9d49-5480e1f4dc71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (fdaa2ad9-fa24-440d-a641-120ff98684b4), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.700331 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f09fe50b-4537-49f9-9d49-5480e1f4dc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (fdaa2ad9-fa24-440d-a641-120ff98684b4), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.800404 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 8fecea75-b145-4171-91a5-82c42f423eca, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8fecea75-b145-4171-91a5-82c42f423eca,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:03.813639 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f09fe50b-4537-49f9-9d49-5480e1f4dc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (fdaa2ad9-fa24-440d-a641-120ff98684b4), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.822123 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '8fecea75-b145-4171-91a5-82c42f423eca', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'port_id': '8fecea75-b145-4171-91a5-82c42f423eca', 'mac_address': 'fa:16:3e:2c:aa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:44:03.840050 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f09fe50b-4537-49f9-9d49-5480e1f4dc71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.843251 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f09fe50b-4537-49f9-9d49-5480e1f4dc71 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fdaa2ad9-fa24-440d-a641-120ff98684b4 HTTP/1.1" status: 204 len: 168 time: 0.2838130 Mar 28 05:44:03.846576 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 38410) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:03.881891 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 8fecea75-b145-4171-91a5-82c42f423eca is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:03.882728 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (8fecea75-b145-4171-91a5-82c42f423eca), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.893288 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fe50b-4537-49f9-9d49-5480e1f4dc71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdaa2ad9-fa24-440d-a641-120ff98684b4,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:03.902572 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fecea75-b145-4171-91a5-82c42f423eca {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:03.932061 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 8fecea75-b145-4171-91a5-82c42f423eca, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8fecea75-b145-4171-91a5-82c42f423eca,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:03.945825 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (8fecea75-b145-4171-91a5-82c42f423eca), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.972503 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (31cc0b99-0ed0-475c-be0b-f7ae6a09585a), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:03.998639 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01921c39-4a2f-42c1-91e4-76d5247dd4a4 req-82143ed0-e20e-4b18-82b7-e2d8f11f45e3 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:04.000296 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-01921c39-4a2f-42c1-91e4-76d5247dd4a4 req-82143ed0-e20e-4b18-82b7-e2d8f11f45e3 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 944 time: 0.1242700 Mar 28 05:44:04.005073 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=8fecea75-b145-4171-91a5-82c42f423eca,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:04.013930 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.014645 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.015338 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.015960 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.017220 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.017795 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.018314 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.018652 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.019333 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.019678 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.020018 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.020361 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.020693 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.021010 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.021497 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:04.106503 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (31cc0b99-0ed0-475c-be0b-f7ae6a09585a), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:04.121228 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-01921c39-4a2f-42c1-91e4-76d5247dd4a4 req-1c57b990-b92c-4156-8d24-6ef9009d968b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987008 Mar 28 05:44:04.134468 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cc0b99-0ed0-475c-be0b-f7ae6a09585a']}} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:04.145511 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b95b94-4deb-41b6-a059-5061ea4ece6f') {'for_net_delete': True} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:04.145811 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b95b94-4deb-41b6-a059-5061ea4ece6f') {} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:04.154793 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26646710'] for segment (14b95b94-4deb-41b6-a059-5061ea4ece6f), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:04.168757 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (14b95b94-4deb-41b6-a059-5061ea4ece6f), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:04.175493 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:44:04.175874 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578808'] for segment (14b95b94-4deb-41b6-a059-5061ea4ece6f), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: Traceback (most recent call last): Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: timer() Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: cb(*args, **kw) Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: return func(*args, **kwargs) Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: self._notify() Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: self.callback(batched_events) Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: event.method(event) Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: return f(self, *a, **k) Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._get(url).json() Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: return self.request(url, 'GET', **kwargs) Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:44:04.177554 dv-cinder-831776-5-iscsi neutron-server[109788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:44:04.233971 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (31cc0b99-0ed0-475c-be0b-f7ae6a09585a), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:04.242080 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:04.245213 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] 10.222.0.20 "DELETE /v2.0/networks/31cc0b99-0ed0-475c-be0b-f7ae6a09585a HTTP/1.1" status: 204 len: 168 time: 0.3976316 Mar 28 05:44:04.256610 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0132d1-0e65-47b1-b638-4b1739200991 admin admin] Pushing event deleted for resources: {'Network': ['ID=31cc0b99-0ed0-475c-be0b-f7ae6a09585a,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:04.380532 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 38428) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:04.423126 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-3daccbcb-ebf8-4467-b97f-0fcad9f505ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f0eafba60af4209aa3da2427e0eda59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390105 Mar 28 05:44:04.423332 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 38430) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:04.473513 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-98801a2c-8f96-4e60-adea-d03611d138ee admin admin] Publish callbacks [] for security_group (f2775a65-7015-40da-84b9-18675817351a), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:04.479561 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['8fecea75-b145-4171-91a5-82c42f423eca'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:04.494923 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-98801a2c-8f96-4e60-adea-d03611d138ee admin admin] Publish callbacks [] for security_group (f2775a65-7015-40da-84b9-18675817351a), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:04.556559 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-98801a2c-8f96-4e60-adea-d03611d138ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f2775a65-7015-40da-84b9-18675817351a), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:04.559300 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-98801a2c-8f96-4e60-adea-d03611d138ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:04.563055 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-98801a2c-8f96-4e60-adea-d03611d138ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2775a65-7015-40da-84b9-18675817351a HTTP/1.1" status: 204 len: 168 time: 0.1364708 Mar 28 05:44:04.575265 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98801a2c-8f96-4e60-adea-d03611d138ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2775a65-7015-40da-84b9-18675817351a,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:04.694749 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:04.937877 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 38452) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:04.999732 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38458) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:05.002766 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-8d38b841-0ca7-4d83-b1be-39ca5cb460e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8969a25baf5422481225f1d73ac0c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0581002 Mar 28 05:44:05.081750 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6b1afaf3-608b-4fec-809f-6c59b2531cd2 admin admin] Publish callbacks [] for security_group (aa9210c5-24db-4724-bdc9-57b71201b965), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:05.106462 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6b1afaf3-608b-4fec-809f-6c59b2531cd2 admin admin] Publish callbacks [] for security_group (aa9210c5-24db-4724-bdc9-57b71201b965), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:05.155798 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6b1afaf3-608b-4fec-809f-6c59b2531cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (aa9210c5-24db-4724-bdc9-57b71201b965), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:05.159146 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6b1afaf3-608b-4fec-809f-6c59b2531cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:05.160344 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6b1afaf3-608b-4fec-809f-6c59b2531cd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa9210c5-24db-4724-bdc9-57b71201b965 HTTP/1.1" status: 204 len: 168 time: 0.1587093 Mar 28 05:44:05.171391 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1afaf3-608b-4fec-809f-6c59b2531cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9210c5-24db-4724-bdc9-57b71201b965,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:05.198119 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-eafc0c23-ddd2-4ce3-a9c1-00bd821acde1 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:05.200283 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-eafc0c23-ddd2-4ce3-a9c1-00bd821acde1 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/networks?id=5fbd7c2b-4628-4b7b-be56-6e103ccc6286 HTTP/1.1" status: 200 len: 809 time: 0.1263511 Mar 28 05:44:05.239717 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-54dd83c7-64e8-4cac-996c-540421853c8a tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/quotas/aa62337302df41beba3afb6444e43e46 HTTP/1.1" status: 200 len: 375 time: 0.0280418 Mar 28 05:44:05.282654 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-1598b86f-0853-46cb-977e-82efa75b80b6 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa62337302df41beba3afb6444e43e46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352461 Mar 28 05:44:05.297536 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad7742-50d6-4e22-a0dd-af48dc591c7a req-05b87f2c-4039-4dd0-9abe-bef9d41638ef tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:05.298941 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5cad7742-50d6-4e22-a0dd-af48dc591c7a req-05b87f2c-4039-4dd0-9abe-bef9d41638ef tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 945 time: 0.0976560 Mar 28 05:44:05.408448 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5cad7742-50d6-4e22-a0dd-af48dc591c7a req-557c1c00-a00d-4700-abd3-7d46389ffdf2 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009395 Mar 28 05:44:05.426013 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-8c4921a5-697e-45ee-861f-8c1be546fd58 service neutron] 10.222.0.20 "GET /v2.0/networks/5fbd7c2b-4628-4b7b-be56-6e103ccc6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259804 Mar 28 05:44:05.533834 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-cbf88081-014d-4d33-a8f8-e3464effb79c service neutron] 10.222.0.20 "GET /v2.0/networks/5fbd7c2b-4628-4b7b-be56-6e103ccc6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947542 Mar 28 05:44:05.739569 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-69e590b7-be68-4cbd-a28e-82ff0b8f7fd3 req-6aaae24a-171f-44eb-88bb-d8f5742b322b tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 210 time: 0.0305676 Mar 28 05:44:05.747463 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4dfb3-3c22-42fb-8f1d-27f8ad971d31 req-24a1b153-649c-4325-b68b-455ef989c815 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:05.749639 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bed4dfb3-3c22-42fb-8f1d-27f8ad971d31 req-24a1b153-649c-4325-b68b-455ef989c815 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 945 time: 0.0885093 Mar 28 05:44:05.819330 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bed4dfb3-3c22-42fb-8f1d-27f8ad971d31 req-0a05b5d2-969c-43c6-853d-110c4021c1af tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625584 Mar 28 05:44:06.299495 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:06.540584 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339a9f8-74a9-48fb-9d76-2781822bacfe req-ea554a1d-a31d-46e4-84cb-502d551a473c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:06.542239 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8339a9f8-74a9-48fb-9d76-2781822bacfe req-ea554a1d-a31d-46e4-84cb-502d551a473c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 945 time: 0.0529747 Mar 28 05:44:06.589245 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8339a9f8-74a9-48fb-9d76-2781822bacfe req-23aab25c-5c09-4630-a2fa-145cde181377 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Mar 28 05:44:06.869108 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ad3ad3d-d21b-4c80-8a66-c5c12a7284c6 req-3c0cb2c4-89a5-4850-95e9-0f6a3045dcaf tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 210 time: 0.0415235 Mar 28 05:44:06.962139 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-96c91423-e757-485a-9dda-44ebc63a91c9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:06.962139 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-96c91423-e757-485a-9dda-44ebc63a91c9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.21 "GET /v2.0/networks?id=5fbd7c2b-4628-4b7b-be56-6e103ccc6286 HTTP/1.1" status: 200 len: 809 time: 0.2008431 Mar 28 05:44:06.987539 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3229d-dca1-4cf6-bf3e-70fefb9e68de req-009b5357-2425-4e2a-8409-c382d67f77e1 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:06.989441 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a7c3229d-dca1-4cf6-bf3e-70fefb9e68de req-009b5357-2425-4e2a-8409-c382d67f77e1 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 945 time: 0.0794594 Mar 28 05:44:06.998617 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Request body: {'port': {'device_id': 'd8fc0112-582f-4c8d-93b9-065c974696f8', 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286', 'admin_state_up': True, 'tenant_id': 'aa62337302df41beba3afb6444e43e46'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:07.105688 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a7c3229d-dca1-4cf6-bf3e-70fefb9e68de req-c7cb6d4d-8008-46e1-bd2b-84246d40166b tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016312 Mar 28 05:44:07.138446 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Made reservation on behalf of aa62337302df41beba3afb6444e43e46 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:44:07.142352 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.271425 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Allocated IP 172.20.0.10 (5fbd7c2b-4628-4b7b-be56-6e103ccc6286/bc86cd64-bd24-43c4-9487-e8d03655dd23/5afe039a-98a9-4629-982b-db3ec700e3c3) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:44:07.421528 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks [] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.454488 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.498357 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:44:07.501369 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:44:07.507145 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:44:07.513396 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Pushing event updated for resources: {'Port': ['ID=5afe039a-98a9-4629-982b-db3ec700e3c3,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:07.557110 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:07.557709 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.572277 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-beb3ed88-de89-4378-af33-3bba63b58006 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5782955 Mar 28 05:44:07.589918 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Request body: {'port': {'device_id': 'd8fc0112-582f-4c8d-93b9-065c974696f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:07.648412 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.661380 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 8fecea75-b145-4171-91a5-82c42f423eca up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:44:07.710707 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port 8fecea75-b145-4171-91a5-82c42f423eca completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:44:07.714613 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 8fecea75-b145-4171-91a5-82c42f423eca triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:44:07.714975 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (8fecea75-b145-4171-91a5-82c42f423eca), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.785734 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397245f7-a51f-4072-b5b1-c295ffbf6594 req-27985072-7758-430d-8b1b-6c27065d9383 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:07.787225 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-397245f7-a51f-4072-b5b1-c295ffbf6594 req-27985072-7758-430d-8b1b-6c27065d9383 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 945 time: 0.1305943 Mar 28 05:44:07.792657 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 8fecea75-b145-4171-91a5-82c42f423eca is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:07.793052 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (8fecea75-b145-4171-91a5-82c42f423eca), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.816360 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:07.818593 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7b04f-5d0d-4e9a-8ee6-0393780825c7" -d '{"events": [{"server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "name": "network-vif-plugged", "status": "completed", "tag": "8fecea75-b145-4171-91a5-82c42f423eca"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:07.832431 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 8fecea75-b145-4171-91a5-82c42f423eca, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8fecea75-b145-4171-91a5-82c42f423eca,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:07.838467 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (8fecea75-b145-4171-91a5-82c42f423eca), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.866360 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032de2bd-8a44-4bf4-a2ab-72f95e2f7964 x-openstack-request-id: req-032de2bd-8a44-4bf4-a2ab-72f95e2f7964 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:07.867060 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "name": "network-vif-plugged", "status": "completed", "tag": "8fecea75-b145-4171-91a5-82c42f423eca", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:07.867312 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-032de2bd-8a44-4bf4-a2ab-72f95e2f7964 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:07.867708 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032de2bd-8a44-4bf4-a2ab-72f95e2f7964'] response: {'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca', 'code': 200} Mar 28 05:44:07.891077 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-397245f7-a51f-4072-b5b1-c295ffbf6594 req-40ab4a3f-2423-47d7-ba79-6fc8b36565af tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976956 Mar 28 05:44:07.893691 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=8fecea75-b145-4171-91a5-82c42f423eca,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:08.018219 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afe039a-98a9-4629-982b-db3ec700e3c3 {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:08.029484 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Publish callbacks [] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.046003 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Transition to ACTIVE for port object 5afe039a-98a9-4629-982b-db3ec700e3c3 will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:44:08.054241 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ab1f5-608d-48e9-92ee-ea235b800fcb req-3ff3a96a-6c73-4db8-a6c4-6ac560fa4125 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:08.055877 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-540ab1f5-608d-48e9-92ee-ea235b800fcb req-3ff3a96a-6c73-4db8-a6c4-6ac560fa4125 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 932 time: 0.0996006 Mar 28 05:44:08.057045 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.150724 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc0765-3b1f-497a-a0e2-cd3c1c09aebb req-9f080110-5775-4dde-88f0-9487be2055cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:08.152938 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-78cc0765-3b1f-497a-a0e2-cd3c1c09aebb req-9f080110-5775-4dde-88f0-9487be2055cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 1130 time: 0.0540621 Mar 28 05:44:08.215558 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-78cc0765-3b1f-497a-a0e2-cd3c1c09aebb req-f6e3a88b-9a26-4f55-8c27-255afa04a0a7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542350 Mar 28 05:44:08.386347 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5afe039a-98a9-4629-982b-db3ec700e3c3,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:08.455789 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-540ab1f5-608d-48e9-92ee-ea235b800fcb req-80a7908e-bf09-4f71-bd1a-c10f5140d434 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898375 Mar 28 05:44:08.486050 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5b29-c6fb-4359-b23f-5fbe65e375a7 req-ed36411d-39e6-4ecb-83e1-a63280315bad tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:08.487609 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3ff5b29-c6fb-4359-b23f-5fbe65e375a7 req-ed36411d-39e6-4ecb-83e1-a63280315bad tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 945 time: 0.1812232 Mar 28 05:44:08.510904 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Attempting to bind port 5afe039a-98a9-4629-982b-db3ec700e3c3 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:44:08.511244 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Attempting to bind port 5afe039a-98a9-4629-982b-db3ec700e3c3 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'b5b34ed6-7f6f-4291-95c7-ca722403e199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:44:08.511617 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Attempting to bind port 5afe039a-98a9-4629-982b-db3ec700e3c3 on network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:44:08.527776 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Port 5afe039a-98a9-4629-982b-db3ec700e3c3 on network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:44:08.528009 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Attempting to bind port 5afe039a-98a9-4629-982b-db3ec700e3c3 on network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:44:08.541772 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:44:08.542114 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Checking segment: {'id': 'b5b34ed6-7f6f-4291-95c7-ca722403e199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:44:08.542602 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Bound using segment: {'id': 'b5b34ed6-7f6f-4291-95c7-ca722403e199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:44:08.543030 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Bound port: 5afe039a-98a9-4629-982b-db3ec700e3c3, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b34ed6-7f6f-4291-95c7-ca722403e199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:44:08.543393 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.568492 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3ff5b29-c6fb-4359-b23f-5fbe65e375a7 req-9577862b-72a0-480e-9993-f7dff23cfc73 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709460 Mar 28 05:44:08.618225 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] For port 5afe039a-98a9-4629-982b-db3ec700e3c3, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:44:08.621159 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] For port 5afe039a-98a9-4629-982b-db3ec700e3c3, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5afe039a-98a9-4629-982b-db3ec700e3c3,segment=NetworkSegment(b5b34ed6-7f6f-4291-95c7-ca722403e199),segment_id=b5b34ed6-7f6f-4291-95c7-ca722403e199)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:44:08.627379 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.668287 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:08.668945 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.670366 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/5afe039a-98a9-4629-982b-db3ec700e3c3 HTTP/1.1" status: 200 len: 1094 time: 1.0842915 Mar 28 05:44:08.670811 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fc0112-582f-4c8d-93b9-065c974696f8', 'tag': '5afe039a-98a9-4629-982b-db3ec700e3c3'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:08.673604 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7860cf5-05cc-49f8-87f0-c8e2c35e0290" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fc0112-582f-4c8d-93b9-065c974696f8", "tag": "5afe039a-98a9-4629-982b-db3ec700e3c3"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:08.689075 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38582) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:08.701842 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d86b5-4ad8-4fa4-b54d-81619f8314b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5afe039a-98a9-4629-982b-db3ec700e3c3,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:08.711285 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb04a7a3-e04e-40d2-82b8-9347a5f43d07 x-openstack-request-id: req-eb04a7a3-e04e-40d2-82b8-9347a5f43d07 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:08.711580 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fc0112-582f-4c8d-93b9-065c974696f8", "tag": "5afe039a-98a9-4629-982b-db3ec700e3c3", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:08.711822 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb04a7a3-e04e-40d2-82b8-9347a5f43d07 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:08.712918 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb04a7a3-e04e-40d2-82b8-9347a5f43d07'] response: {'name': 'network-changed', 'server_uuid': 'd8fc0112-582f-4c8d-93b9-065c974696f8', 'tag': '5afe039a-98a9-4629-982b-db3ec700e3c3', 'status': 'completed', 'code': 200} Mar 28 05:44:08.791982 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-63efc606-13a2-48a2-9d8b-27d6b2150195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.873501 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-63efc606-13a2-48a2-9d8b-27d6b2150195 admin admin] Publish callbacks [] for security_group (297d0004-fd88-4c24-a170-04cc307051df), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.882114 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.904506 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-63efc606-13a2-48a2-9d8b-27d6b2150195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (297d0004-fd88-4c24-a170-04cc307051df), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.979642 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-63efc606-13a2-48a2-9d8b-27d6b2150195 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=949dfccf520042cdac2caf2836a2a587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870750 Mar 28 05:44:08.981321 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38588) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:08.994863 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efc606-13a2-48a2-9d8b-27d6b2150195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297d0004-fd88-4c24-a170-04cc307051df,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:09.015079 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-4fd83804-64ac-4b0b-a8cb-05a832222fb8 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.017079 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-4fd83804-64ac-4b0b-a8cb-05a832222fb8 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.21 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 945 time: 0.1457980 Mar 28 05:44:09.056682 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7860cf5-05cc-49f8-87f0-c8e2c35e0290 req-0bb29164-f6d5-4be0-894f-2c9d6ee015e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.058093 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d7860cf5-05cc-49f8-87f0-c8e2c35e0290 req-0bb29164-f6d5-4be0-894f-2c9d6ee015e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa62337302df41beba3afb6444e43e46&device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 1128 time: 0.1187053 Mar 28 05:44:09.061549 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-04109864-c8be-4f74-9d53-0d67342fdf22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1308594 Mar 28 05:44:09.072945 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108876e8-2ff5-496f-acf0-c9605a331a0e req-64a7246a-3012-4c4b-8b8e-da781580a199 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.074478 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-108876e8-2ff5-496f-acf0-c9605a331a0e req-64a7246a-3012-4c4b-8b8e-da781580a199 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0808086 Mar 28 05:44:09.215439 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-108876e8-2ff5-496f-acf0-c9605a331a0e req-3e82f80d-b0e0-414d-ae35-0cc60500c1ce tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344407 Mar 28 05:44:09.321141 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-daca643c-aa93-46ac-ab8f-b707bb8fbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.322595 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-daca643c-aa93-46ac-ab8f-b707bb8fbe0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 1130 time: 0.1984901 Mar 28 05:44:09.326959 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7860cf5-05cc-49f8-87f0-c8e2c35e0290 req-f82aad9e-53f9-43af-a1e4-f0a8be15d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.328932 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d7860cf5-05cc-49f8-87f0-c8e2c35e0290 req-f82aad9e-53f9-43af-a1e4-f0a8be15d21b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=aa62337302df41beba3afb6444e43e46&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2179718 Mar 28 05:44:09.335280 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0a36aa9a-414e-4e1d-8338-5cae3d982908 admin admin] Publish callbacks [] for security_group (297d0004-fd88-4c24-a170-04cc307051df), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:09.367191 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0a36aa9a-414e-4e1d-8338-5cae3d982908 admin admin] Publish callbacks [] for security_group (297d0004-fd88-4c24-a170-04cc307051df), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:09.427084 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-fb947f84-dace-47ff-b80d-161c3d0115ae tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Deleting port 2d59c219-b3b2-4fb0-968e-d461a09d0764 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:44:09.427427 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-fb947f84-dace-47ff-b80d-161c3d0115ae tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:09.494031 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0a36aa9a-414e-4e1d-8338-5cae3d982908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (297d0004-fd88-4c24-a170-04cc307051df), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:09.497346 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0a36aa9a-414e-4e1d-8338-5cae3d982908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:09.499048 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0a36aa9a-414e-4e1d-8338-5cae3d982908 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/297d0004-fd88-4c24-a170-04cc307051df HTTP/1.1" status: 204 len: 168 time: 0.5121760 Mar 28 05:44:09.522775 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36aa9a-414e-4e1d-8338-5cae3d982908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297d0004-fd88-4c24-a170-04cc307051df,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:09.561197 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-fb947f84-dace-47ff-b80d-161c3d0115ae tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] For port 2d59c219-b3b2-4fb0-968e-d461a09d0764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2d59c219-b3b2-4fb0-968e-d461a09d0764,segment=NetworkSegment(bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5),segment_id=bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:09.561558 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-fb947f84-dace-47ff-b80d-161c3d0115ae tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:09.577329 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-fb947f84-dace-47ff-b80d-161c3d0115ae tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Calling delete_port for 2d59c219-b3b2-4fb0-968e-d461a09d0764 owned by compute:nova {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:44:09.737813 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7860cf5-05cc-49f8-87f0-c8e2c35e0290 req-7a9d5575-be29-4541-b5c0-5f96f91d8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.739655 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d7860cf5-05cc-49f8-87f0-c8e2c35e0290 req-7a9d5575-be29-4541-b5c0-5f96f91d8ff3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4047565 Mar 28 05:44:09.746374 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-27c6fcfd-dd4a-474f-ae55-74431589ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.748383 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-27c6fcfd-dd4a-474f-ae55-74431589ce1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.3983707 Mar 28 05:44:09.765519 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5907-c226-46b9-b073-b80a12ffc002 req-43abb186-ab29-437a-a55a-f6467d2b054a tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.767416 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6d3a5907-c226-46b9-b073-b80a12ffc002 req-43abb186-ab29-437a-a55a-f6467d2b054a tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 944 time: 0.2036409 Mar 28 05:44:09.781733 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-fb947f84-dace-47ff-b80d-161c3d0115ae tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (2d59c219-b3b2-4fb0-968e-d461a09d0764), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:09.831240 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb947f84-dace-47ff-b80d-161c3d0115ae tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Pushing event deleted for resources: {'Port': ['ID=2d59c219-b3b2-4fb0-968e-d461a09d0764,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:09.836696 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['2d59c219-b3b2-4fb0-968e-d461a09d0764'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:09.858190 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-8945065a-17ce-4c86-84b0-9f389e04f01c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58195dc-aa00-42ec-84fd-df7199328b1c HTTP/1.1" status: 200 len: 217 time: 0.0894833 Mar 28 05:44:09.949697 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-fb947f84-dace-47ff-b80d-161c3d0115ae tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] No DVR routers for this DVR port 2d59c219-b3b2-4fb0-968e-d461a09d0764 on host hv-cinder-83177 {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:44:09.960809 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-fb947f84-dace-47ff-b80d-161c3d0115ae tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:09.960809 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-fb947f84-dace-47ff-b80d-161c3d0115ae tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.21 "DELETE /v2.0/ports/2d59c219-b3b2-4fb0-968e-d461a09d0764 HTTP/1.1" status: 204 len: 173 time: 0.9345679 Mar 28 05:44:09.960809 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a5af1e-d6f7-438b-b2c6-cd669f241974', 'name': 'network-vif-deleted', 'tag': '2d59c219-b3b2-4fb0-968e-d461a09d0764'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:09.962984 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7e8655501d8a1cb9212710d4ff8afd0d51cffdd3daafd9e477e3ae579e093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0485d8a8-4675-4e0b-82f4-bc8766d717a1" -d '{"events": [{"server_uuid": "93a5af1e-d6f7-438b-b2c6-cd669f241974", "name": "network-vif-deleted", "tag": "2d59c219-b3b2-4fb0-968e-d461a09d0764"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:09.968259 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af52dec-dc0a-4637-80ec-825c99a5fc92 req-beaa501b-bed5-4538-ab99-472b15f56ce4 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.975846 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6af52dec-dc0a-4637-80ec-825c99a5fc92 req-beaa501b-bed5-4538-ab99-472b15f56ce4 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=93a5af1e-d6f7-438b-b2c6-cd669f241974 HTTP/1.1" status: 200 len: 867 time: 0.2978168 Mar 28 05:44:10.018843 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6d3a5907-c226-46b9-b073-b80a12ffc002 req-27a5911f-8d56-485f-8c39-de56f906d740 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391675 Mar 28 05:44:10.078856 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9b5c59-844e-4a30-8542-2d5f25bbf88c x-openstack-request-id: req-2a9b5c59-844e-4a30-8542-2d5f25bbf88c {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:10.079389 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a5af1e-d6f7-438b-b2c6-cd669f241974", "name": "network-vif-deleted", "tag": "2d59c219-b3b2-4fb0-968e-d461a09d0764", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:10.079857 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a9b5c59-844e-4a30-8542-2d5f25bbf88c {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:10.080493 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a9b5c59-844e-4a30-8542-2d5f25bbf88c'] response: {'server_uuid': '93a5af1e-d6f7-438b-b2c6-cd669f241974', 'name': 'network-vif-deleted', 'tag': '2d59c219-b3b2-4fb0-968e-d461a09d0764', 'status': 'completed', 'code': 200} Mar 28 05:44:10.104626 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6af52dec-dc0a-4637-80ec-825c99a5fc92 req-28964a3f-ea87-4555-b7ce-1cf2185dba2e tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214581 Mar 28 05:44:10.110741 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-80cd0b86-fd32-404d-88b4-c27f002eb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:10.112173 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-80cd0b86-fd32-404d-88b4-c27f002eb734 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.1642954 Mar 28 05:44:10.122824 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-28d2fdbe-039e-4653-a904-813552f48721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:10.124341 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-28d2fdbe-039e-4653-a904-813552f48721 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa62337302df41beba3afb6444e43e46&device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 1128 time: 0.1452394 Mar 28 05:44:10.229374 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-de20a0cd-86dc-492b-96c5-a6dda60af33a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5afe039a-98a9-4629-982b-db3ec700e3c3 HTTP/1.1" status: 200 len: 217 time: 0.0352290 Mar 28 05:44:10.272340 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-a21aa701-56b9-4b3a-af4c-64c2d8458dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:10.273873 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-a21aa701-56b9-4b3a-af4c-64c2d8458dc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1049483 Mar 28 05:44:10.311580 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-838dced8-e6d2-4ada-ae22-f45fe4640092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:10.313562 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-838dced8-e6d2-4ada-ae22-f45fe4640092 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc86cd64-bd24-43c4-9487-e8d03655dd23 HTTP/1.1" status: 200 len: 849 time: 0.0740931 Mar 28 05:44:10.381299 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-97b42a25-7e26-47f9-9452-f69818a7d41e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5fbd7c2b-4628-4b7b-be56-6e103ccc6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426545 Mar 28 05:44:10.490245 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77d85b-5b01-4435-8e0c-58d2ad2474eb req-2727f9dc-0366-4909-9349-132580d15dc7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:10.492281 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bc77d85b-5b01-4435-8e0c-58d2ad2474eb req-2727f9dc-0366-4909-9349-132580d15dc7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.2022252 Mar 28 05:44:10.495949 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-cee6128e-bd1b-4179-b44c-ceafffb90e26 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147369 Mar 28 05:44:10.625879 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-753da122-52a4-4788-a199-9e2cf4eee929 service neutron] 10.222.0.21 "GET /v2.0/networks/5fbd7c2b-4628-4b7b-be56-6e103ccc6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329223 Mar 28 05:44:10.636753 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bc77d85b-5b01-4435-8e0c-58d2ad2474eb req-8e69d97f-2db6-46c8-ab04-146f5e3889df tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385212 Mar 28 05:44:10.706977 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e0af2439-7e10-4c19-b9c8-1941e411304d req-b1bc4d8a-4a2a-4943-acd6-83a2df75898c service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987574 Mar 28 05:44:10.989076 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bd4165-fe20-482c-ba6a-8c2513ac69af req-cc73437a-bcb1-481d-b485-8d4c750fd44c service neutron] 10.222.0.21 "GET /v2.0/networks/5fbd7c2b-4628-4b7b-be56-6e103ccc6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562436 Mar 28 05:44:11.005316 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6a057-8ac2-4117-9d79-3234f9977510 req-6dc82263-ffd3-4100-8353-35e827717b5f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:11.006796 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-61b6a057-8ac2-4117-9d79-3234f9977510 req-6dc82263-ffd3-4100-8353-35e827717b5f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.3026333 Mar 28 05:44:11.017697 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38618) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:11.022869 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-e22f647f-ac76-420a-9261-1ce27aa0de18 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Request body: {'floatingip': {'port_id': '8fecea75-b145-4171-91a5-82c42f423eca'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:11.066674 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e22f647f-ac76-420a-9261-1ce27aa0de18 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for floatingip (91f32acd-06a4-47dd-bc92-a772d2c1afc8), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:11.141815 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76a7f-6005-4542-bf25-191373b360b7 req-952eda8e-3b2b-49d0-8d89-41c3ec01b8be tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:11.143602 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d0e76a7f-6005-4542-bf25-191373b360b7 req-952eda8e-3b2b-49d0-8d89-41c3ec01b8be tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 944 time: 0.0566275 Mar 28 05:44:11.219534 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d0e76a7f-6005-4542-bf25-191373b360b7 req-04818ed3-c19c-4233-88e6-7bc282fc7d13 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683899 Mar 28 05:44:11.600459 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e22f647f-ac76-420a-9261-1ce27aa0de18 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:11.604559 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e22f647f-ac76-420a-9261-1ce27aa0de18 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (91f32acd-06a4-47dd-bc92-a772d2c1afc8), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:11.676712 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 2d59c219-b3b2-4fb0-968e-d461a09d0764 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:44:11.696973 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: 2d59c219-b3b2-4fb0-968e-d461a09d0764 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:44:11.697319 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 2d59c219-b3b2-4fb0-968e-d461a09d0764 not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:44:11.724113 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.l3_db [None req-e22f647f-ac76-420a-9261-1ce27aa0de18 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Floating IP 91f32acd-06a4-47dd-bc92-a772d2c1afc8 associated. External IP: 172.27.1.78, port: 8fecea75-b145-4171-91a5-82c42f423eca. Mar 28 05:44:11.942457 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22f647f-ac76-420a-9261-1ce27aa0de18 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Router 9658da23-a78f-4c25-ad4a-58c527d682a9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:44:12.049101 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22f647f-ac76-420a-9261-1ce27aa0de18 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:44:12.053825 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e22f647f-ac76-420a-9261-1ce27aa0de18 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:12.058919 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cefd8-ce5c-47f9-b182-c911c5691559 None None] Sync routers for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:44:12.068444 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cefd8-ce5c-47f9-b182-c911c5691559 None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:44:12.069055 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b47cefd8-ce5c-47f9-b182-c911c5691559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:44:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:12.082996 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e22f647f-ac76-420a-9261-1ce27aa0de18 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "PUT /v2.0/floatingips/91f32acd-06a4-47dd-bc92-a772d2c1afc8 HTTP/1.1" status: 200 len: 991 time: 1.0635817 Mar 28 05:44:12.083572 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:12.086044 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7e8655501d8a1cb9212710d4ff8afd0d51cffdd3daafd9e477e3ae579e093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "tag": "8fecea75-b145-4171-91a5-82c42f423eca"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:12.121671 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b77cee0-2182-4370-9a4f-085f6d95f34c x-openstack-request-id: req-4b77cee0-2182-4370-9a4f-085f6d95f34c {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:12.121988 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "tag": "8fecea75-b145-4171-91a5-82c42f423eca", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:12.122244 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b77cee0-2182-4370-9a4f-085f6d95f34c {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:12.122675 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b77cee0-2182-4370-9a4f-085f6d95f34c'] response: {'name': 'network-changed', 'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca', 'status': 'completed', 'code': 200} Mar 28 05:44:12.180309 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-b47cefd8-ce5c-47f9-b182-c911c5691559 None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:44:12.213025 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0 req-91e66a1e-814d-4e01-ad5d-d7bfc1907e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:12.214447 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0 req-91e66a1e-814d-4e01-ad5d-d7bfc1907e44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 1130 time: 0.0435350 Mar 28 05:44:12.343811 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a575d-e579-4057-9b6e-90df5d2e0509 req-b6393fe3-26a8-48ba-9aea-30696cee00cc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:12.345488 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-294a575d-e579-4057-9b6e-90df5d2e0509 req-b6393fe3-26a8-48ba-9aea-30696cee00cc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 944 time: 0.0544679 Mar 28 05:44:12.397384 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-294a575d-e579-4057-9b6e-90df5d2e0509 req-c0a2e769-450f-44f5-a4e7-1eb269b73046 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459776 Mar 28 05:44:12.401207 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b47cefd8-ce5c-47f9-b182-c911c5691559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '91f32acd-06a4-47dd-bc92-a772d2c1afc8', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'port_id': '8fecea75-b145-4171-91a5-82c42f423eca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'mac_address': 'fa:16:3e:2c:aa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be2331-813f-497e-b0b1-cf495dd6a575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:54Z', 'updated_at': '2022-03-28T05:44:11Z', 'revision_number': 1, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 5, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:12.431132 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cefd8-ce5c-47f9-b182-c911c5691559 None None] Checking router: 9658da23-a78f-4c25-ad4a-58c527d682a9 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:44:12.439621 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cefd8-ce5c-47f9-b182-c911c5691559 None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:44:12.440344 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b47cefd8-ce5c-47f9-b182-c911c5691559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:44:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:12.548079 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-b47cefd8-ce5c-47f9-b182-c911c5691559 None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:44:12.848357 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-b47cefd8-ce5c-47f9-b182-c911c5691559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '91f32acd-06a4-47dd-bc92-a772d2c1afc8', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'port_id': '8fecea75-b145-4171-91a5-82c42f423eca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'mac_address': 'fa:16:3e:2c:aa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be2331-813f-497e-b0b1-cf495dd6a575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:54Z', 'updated_at': '2022-03-28T05:44:11Z', 'revision_number': 1, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 5, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:12.876683 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cefd8-ce5c-47f9-b182-c911c5691559 None None] The sync data for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi is: [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '91f32acd-06a4-47dd-bc92-a772d2c1afc8', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'port_id': '8fecea75-b145-4171-91a5-82c42f423eca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'mac_address': 'fa:16:3e:2c:aa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be2331-813f-497e-b0b1-cf495dd6a575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:54Z', 'updated_at': '2022-03-28T05:44:11Z', 'revision_number': 1, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 5, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:44:13.082441 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf119d93-64ae-4f54-ac24-0dd18ab48af2 None None] New status for floating IP 91f32acd-06a4-47dd-bc92-a772d2c1afc8: ACTIVE {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:44:13.518876 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a7b5b-026f-40cb-93ab-ea2d05792ac3 req-78731cad-8c48-47da-b970-55c3aade80c7 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:13.520336 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-953a7b5b-026f-40cb-93ab-ea2d05792ac3 req-78731cad-8c48-47da-b970-55c3aade80c7 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 944 time: 0.0523427 Mar 28 05:44:13.566504 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-953a7b5b-026f-40cb-93ab-ea2d05792ac3 req-7ed9aa83-2bb6-45c8-8f3b-a2ba3f48b5c2 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405140 Mar 28 05:44:14.232600 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0 req-3de79788-cdc7-48a1-9c65-9f08a745d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:14.234036 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0 req-3de79788-cdc7-48a1-9c65-9f08a745d4b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.0862563 Mar 28 05:44:14.683496 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcd97a-552f-45db-a3f3-55010927a5b5 req-f6411427-f2f1-4a7c-8be7-0320740d712b tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:14.685016 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-23fcd97a-552f-45db-a3f3-55010927a5b5 req-f6411427-f2f1-4a7c-8be7-0320740d712b tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 944 time: 0.0526597 Mar 28 05:44:14.731228 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-23fcd97a-552f-45db-a3f3-55010927a5b5 req-b64c2bd5-7ab5-46b5-a5f0-7c4f689ba812 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Mar 28 05:44:15.521125 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0 req-f87b1750-79e7-4bcf-8e2e-465d024f3c53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fecea75-b145-4171-91a5-82c42f423eca HTTP/1.1" status: 200 len: 1001 time: 0.0635927 Mar 28 05:44:15.570956 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0 req-522c33d7-c3a0-4c65-b7b3-1ee527bb2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:15.572377 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0 req-522c33d7-c3a0-4c65-b7b3-1ee527bb2ad5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0436120 Mar 28 05:44:15.621362 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0 req-335eb21f-9ea9-446e-85c4-f8d86d8ded4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:15.622910 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0 req-335eb21f-9ea9-446e-85c4-f8d86d8ded4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436265 Mar 28 05:44:15.713332 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0 req-79f95cfd-f30c-4c6c-867e-37f8bf328e8b service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845046 Mar 28 05:44:15.804137 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2edce7ec-144e-4e75-91e2-ba373b2bfcf0 req-541fd142-944e-4200-97c1-dd26fcbeb19e service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847318 Mar 28 05:44:15.853959 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df5525-f1d7-4025-93e2-0e509d354aed req-3bf0f190-3193-401f-ac18-9499dbdd1dd3 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:15.855434 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-41df5525-f1d7-4025-93e2-0e509d354aed req-3bf0f190-3193-401f-ac18-9499dbdd1dd3 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 944 time: 0.0536978 Mar 28 05:44:15.902174 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-41df5525-f1d7-4025-93e2-0e509d354aed req-9b18a1cd-ca51-4258-97ca-cff426504bae tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Mar 28 05:44:17.029699 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f122372-9cc8-45d9-86c9-7e07e2b18cc8 req-2df11650-fdce-449e-8c46-e6d34dbea262 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:17.031496 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2f122372-9cc8-45d9-86c9-7e07e2b18cc8 req-2df11650-fdce-449e-8c46-e6d34dbea262 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 944 time: 0.0630193 Mar 28 05:44:17.081540 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2f122372-9cc8-45d9-86c9-7e07e2b18cc8 req-cb63c2cf-8933-4084-b477-64bd3c4129fc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447271 Mar 28 05:44:18.200337 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe13cb-3e09-474b-ab14-861deca487ac req-788c6ef6-870e-4fa7-8ad7-dcd41b3809f7 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:18.201819 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6efe13cb-3e09-474b-ab14-861deca487ac req-788c6ef6-870e-4fa7-8ad7-dcd41b3809f7 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 944 time: 0.0532217 Mar 28 05:44:18.253789 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6efe13cb-3e09-474b-ab14-861deca487ac req-d955b488-26c9-4f09-8909-c30195773ae1 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451827 Mar 28 05:44:19.375232 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602743ff-d39a-44ac-8bcc-99f037597eab req-63175897-bf29-4858-8cb5-d6f9ba115790 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:19.376818 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-602743ff-d39a-44ac-8bcc-99f037597eab req-63175897-bf29-4858-8cb5-d6f9ba115790 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 944 time: 0.0563312 Mar 28 05:44:19.423319 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-602743ff-d39a-44ac-8bcc-99f037597eab req-49882ff7-14cc-426a-bfab-2848b31ddee1 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Mar 28 05:44:19.731498 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 5afe039a-98a9-4629-982b-db3ec700e3c3 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:44:19.822798 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 5afe039a-98a9-4629-982b-db3ec700e3c3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5afe039a-98a9-4629-982b-db3ec700e3c3,segment=NetworkSegment(b5b34ed6-7f6f-4291-95c7-ca722403e199),segment_id=b5b34ed6-7f6f-4291-95c7-ca722403e199)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:19.833747 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '5afe039a-98a9-4629-982b-db3ec700e3c3', 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286', 'port_id': '5afe039a-98a9-4629-982b-db3ec700e3c3', 'mac_address': 'fa:16:3e:d4:68:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc86cd64-bd24-43c4-9487-e8d03655dd23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:44:19.872362 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 5afe039a-98a9-4629-982b-db3ec700e3c3 is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:19.872756 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:19.884952 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afe039a-98a9-4629-982b-db3ec700e3c3 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:19.904166 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 5afe039a-98a9-4629-982b-db3ec700e3c3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5afe039a-98a9-4629-982b-db3ec700e3c3,segment=NetworkSegment(b5b34ed6-7f6f-4291-95c7-ca722403e199),segment_id=b5b34ed6-7f6f-4291-95c7-ca722403e199)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:19.908509 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:19.956098 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=5afe039a-98a9-4629-982b-db3ec700e3c3,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:20.538647 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06813c6f-f94c-490e-a158-132273678b35 req-41e941c1-f700-46d4-9f7b-572e95a7d22d tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:20.540110 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-06813c6f-f94c-490e-a158-132273678b35 req-41e941c1-f700-46d4-9f7b-572e95a7d22d tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 945 time: 0.0529740 Mar 28 05:44:20.586061 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-06813c6f-f94c-490e-a158-132273678b35 req-24d266a5-730d-4de4-adc6-f94ac8c78fd0 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Mar 28 05:44:21.699306 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54cc79-a71a-479c-93c1-f44a4ab28115 req-322f87dc-923a-4528-848a-6e7e1fb8e27f tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:21.700758 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bd54cc79-a71a-479c-93c1-f44a4ab28115 req-322f87dc-923a-4528-848a-6e7e1fb8e27f tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 945 time: 0.0509872 Mar 28 05:44:21.750000 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bd54cc79-a71a-479c-93c1-f44a4ab28115 req-a89a6e76-7a22-4473-84a6-ee0ff5c9d9bc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432091 Mar 28 05:44:22.514538 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['5afe039a-98a9-4629-982b-db3ec700e3c3'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:22.864008 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dec901-c16a-4832-b4f8-32efdd967618 req-c7fa76ce-4b2c-483b-9a9d-4aeb422722e5 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:22.865443 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f5dec901-c16a-4832-b4f8-32efdd967618 req-c7fa76ce-4b2c-483b-9a9d-4aeb422722e5 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 945 time: 0.0511875 Mar 28 05:44:22.910188 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f5dec901-c16a-4832-b4f8-32efdd967618 req-0bda7064-3675-4e3d-8d2b-ac5e0bfafcc3 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393176 Mar 28 05:44:23.274618 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-63ae23c6-d6e0-4899-93fb-5bb2e333060c tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:23.276058 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-63ae23c6-d6e0-4899-93fb-5bb2e333060c tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/networks?id=69181cc4-af09-4c5c-ad8a-8ea965145f02 HTTP/1.1" status: 200 len: 814 time: 0.1007400 Mar 28 05:44:23.290501 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-56cbea02-9622-4c9f-bd56-89762709aad0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/quotas/e79015bf253a486ab39b742dd90676e1 HTTP/1.1" status: 200 len: 375 time: 0.0085375 Mar 28 05:44:23.322169 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-ae841d9f-526f-4055-93df-a9fdeab503be tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e79015bf253a486ab39b742dd90676e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268161 Mar 28 05:44:23.408279 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-8e0d1a3f-112e-4b3a-a273-2b2bfeb1a4b9 service neutron] 10.222.0.20 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797176 Mar 28 05:44:23.501174 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-bc01b31e-e177-4b5d-bca7-ee3afe0a0dd2 service neutron] 10.222.0.20 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872462 Mar 28 05:44:23.659944 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5500cf62-3205-40b1-ae37-2ab0b5a37919 req-55fc4474-4ca1-4179-bb28-be9505bf5837 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 210 time: 0.0273917 Mar 28 05:44:23.897127 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 5afe039a-98a9-4629-982b-db3ec700e3c3 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:44:23.948936 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port 5afe039a-98a9-4629-982b-db3ec700e3c3 completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:44:23.953116 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 5afe039a-98a9-4629-982b-db3ec700e3c3 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:44:23.953485 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:24.039346 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34871cd-6000-4ee4-9997-55c75b7aee78 req-8a1b540d-a7d4-4a89-ad18-80abb3f70d56 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:24.040786 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 5afe039a-98a9-4629-982b-db3ec700e3c3 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:24.040919 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c34871cd-6000-4ee4-9997-55c75b7aee78 req-8a1b540d-a7d4-4a89-ad18-80abb3f70d56 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 945 time: 0.0619509 Mar 28 05:44:24.041304 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:24.067202 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fc0112-582f-4c8d-93b9-065c974696f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afe039a-98a9-4629-982b-db3ec700e3c3'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:24.069638 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab26f96-2575-4c10-99f2-6bb4f4508b5f" -d '{"events": [{"server_uuid": "d8fc0112-582f-4c8d-93b9-065c974696f8", "name": "network-vif-plugged", "status": "completed", "tag": "5afe039a-98a9-4629-982b-db3ec700e3c3"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:24.089102 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 5afe039a-98a9-4629-982b-db3ec700e3c3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5afe039a-98a9-4629-982b-db3ec700e3c3,segment=NetworkSegment(b5b34ed6-7f6f-4291-95c7-ca722403e199),segment_id=b5b34ed6-7f6f-4291-95c7-ca722403e199)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:24.095768 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:24.110560 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c34871cd-6000-4ee4-9997-55c75b7aee78 req-c06c28e9-988a-4add-a0d1-196d98905e7c tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554545 Mar 28 05:44:24.123564 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eac49d-4579-4e07-b229-f3e2af1dc337 x-openstack-request-id: req-44eac49d-4579-4e07-b229-f3e2af1dc337 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:24.123854 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fc0112-582f-4c8d-93b9-065c974696f8", "name": "network-vif-plugged", "status": "completed", "tag": "5afe039a-98a9-4629-982b-db3ec700e3c3", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:24.124146 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44eac49d-4579-4e07-b229-f3e2af1dc337 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:24.124543 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44eac49d-4579-4e07-b229-f3e2af1dc337'] response: {'server_uuid': 'd8fc0112-582f-4c8d-93b9-065c974696f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afe039a-98a9-4629-982b-db3ec700e3c3', 'code': 200} Mar 28 05:44:24.149440 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=5afe039a-98a9-4629-982b-db3ec700e3c3,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:24.359684 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94429da-7a0b-4628-aad3-ad307b4d009a req-08a20dc9-2f45-44dc-bfd9-b79aa77d4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:24.361205 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d94429da-7a0b-4628-aad3-ad307b4d009a req-08a20dc9-2f45-44dc-bfd9-b79aa77d4cae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 1130 time: 0.0532961 Mar 28 05:44:24.404688 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d94429da-7a0b-4628-aad3-ad307b4d009a req-7f4f7265-dad5-4a3a-97fb-c9ad35d5f91d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367489 Mar 28 05:44:24.754903 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-40dc55ea-20ea-4faa-9d63-488e2b99bfa0 req-60ba385a-d838-43a0-8346-a0b51b6b8d9a tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 210 time: 0.0284479 Mar 28 05:44:24.828448 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38778) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:24.929402 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.002947 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Publish callbacks [] for security_group (ebdab211-6cd1-4616-9176-a773e0d3cc99), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.006708 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (ebdab211-6cd1-4616-9176-a773e0d3cc99), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.042361 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdab211-6cd1-4616-9176-a773e0d3cc99,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:25.046576 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61a1c57acb114a71aeb0bd72260dd8ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165785 Mar 28 05:44:25.049359 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 38782) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:25.052363 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.052711 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.053057 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.053395 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.053732 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.054063 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.054425 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.054758 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.055084 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.055409 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.055733 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.056056 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.056375 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.056693 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.057012 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad46de-3f2c-4ab4-82c8-3ff235079413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.095968 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Publish callbacks [] for security_group (ebdab211-6cd1-4616-9176-a773e0d3cc99), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.116589 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Publish callbacks [] for security_group (ebdab211-6cd1-4616-9176-a773e0d3cc99), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.167885 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (ebdab211-6cd1-4616-9176-a773e0d3cc99), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.170467 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.172191 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebdab211-6cd1-4616-9176-a773e0d3cc99 HTTP/1.1" status: 204 len: 168 time: 0.1218536 Mar 28 05:44:25.202583 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdab211-6cd1-4616-9176-a773e0d3cc99,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:25.213238 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.213587 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.213929 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.214284 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.214616 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.214947 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.215270 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.215593 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.215916 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.216239 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.216563 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.216909 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.217230 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.217549 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.218447 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d99ce4-0ace-437d-8141-240e39e0362d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:25.242380 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a8f2b-f271-4c6d-97ef-4ec327940f8b req-0a24bb6d-89aa-4cb9-8292-08584e83c3e0 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:25.243870 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d96a8f2b-f271-4c6d-97ef-4ec327940f8b req-0a24bb6d-89aa-4cb9-8292-08584e83c3e0 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 946 time: 0.0706110 Mar 28 05:44:25.298156 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d96a8f2b-f271-4c6d-97ef-4ec327940f8b req-6fd4a869-d600-4fc7-9baa-1b14ab958ade tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 Mar 28 05:44:25.432657 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 38792) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:25.445783 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-22ebf712-eb67-4558-8676-5a912bd98485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.522381 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-22ebf712-eb67-4558-8676-5a912bd98485 admin admin] Publish callbacks [] for security_group (08b29f5a-e517-419b-8f7e-90f656fdacbd), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.531549 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-22ebf712-eb67-4558-8676-5a912bd98485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (08b29f5a-e517-419b-8f7e-90f656fdacbd), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.571685 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-22ebf712-eb67-4558-8676-5a912bd98485 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfa9858ff14849488f2af029e809b6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379521 Mar 28 05:44:25.572598 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebf712-eb67-4558-8676-5a912bd98485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b29f5a-e517-419b-8f7e-90f656fdacbd,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:25.574464 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38794) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:25.633305 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4292-c076-4312-9643-1b4d8b2fbf6f admin admin] Publish callbacks [] for security_group (08b29f5a-e517-419b-8f7e-90f656fdacbd), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.654957 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4292-c076-4312-9643-1b4d8b2fbf6f admin admin] Publish callbacks [] for security_group (08b29f5a-e517-419b-8f7e-90f656fdacbd), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.706396 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4292-c076-4312-9643-1b4d8b2fbf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (08b29f5a-e517-419b-8f7e-90f656fdacbd), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.709123 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4292-c076-4312-9643-1b4d8b2fbf6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.710628 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0dcf4292-c076-4312-9643-1b4d8b2fbf6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08b29f5a-e517-419b-8f7e-90f656fdacbd HTTP/1.1" status: 204 len: 168 time: 0.1351736 Mar 28 05:44:25.719671 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf4292-c076-4312-9643-1b4d8b2fbf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b29f5a-e517-419b-8f7e-90f656fdacbd,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:25.746432 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-8eea8c01-2861-444f-b024-64dfda75a765 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:25.747902 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-8eea8c01-2861-444f-b024-64dfda75a765 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.21 "GET /v2.0/networks?id=69181cc4-af09-4c5c-ad8a-8ea965145f02 HTTP/1.1" status: 200 len: 814 time: 0.1195049 Mar 28 05:44:25.786829 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Request body: {'port': {'device_id': '19b14593-41c8-4097-9531-0d36403d8e7f', 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02', 'admin_state_up': True, 'tenant_id': 'e79015bf253a486ab39b742dd90676e1'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:25.864589 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e5edd90e-5662-488e-bcdb-8f0f9da026f2 req-ad167adc-6191-4aa4-9365-6339fddee206 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 210 time: 0.0372951 Mar 28 05:44:25.920026 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Made reservation on behalf of e79015bf253a486ab39b742dd90676e1 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:44:25.923359 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:26.047236 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Allocated IP 172.20.0.8 (69181cc4-af09-4c5c-ad8a-8ea965145f02/4f734713-1189-48c0-968a-54859c64a0a9/c224845d-f4ad-49ce-8ce4-d1215b29b7ec) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:44:26.199220 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks [] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:26.234942 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:26.276653 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Network 69181cc4-af09-4c5c-ad8a-8ea965145f02 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:44:26.279687 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:44:26.285645 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:44:26.291869 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Pushing event updated for resources: {'Port': ['ID=c224845d-f4ad-49ce-8ce4-d1215b29b7ec,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:26.341600 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:26.342325 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:26.361758 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f6d158fb-a031-4c92-b4b6-9d4b088caa40 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818470 Mar 28 05:44:26.416969 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b4f3-618d-4982-b1b2-b69a4aaf8012 req-6c135771-db0b-4386-a6ca-45e419e1bd33 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:26.418443 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c376b4f3-618d-4982-b1b2-b69a4aaf8012 req-6c135771-db0b-4386-a6ca-45e419e1bd33 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 946 time: 0.0518494 Mar 28 05:44:26.465254 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c376b4f3-618d-4982-b1b2-b69a4aaf8012 req-0e2c236f-67af-480d-85cd-418661f7702c tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Mar 28 05:44:26.494675 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Request body: {'port': {'device_id': '19b14593-41c8-4097-9531-0d36403d8e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:26.568874 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:26.787699 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 38832) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:26.840790 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c224845d-f4ad-49ce-8ce4-d1215b29b7ec {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:26.848011 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Publish callbacks [] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:26.860152 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Transition to ACTIVE for port object c224845d-f4ad-49ce-8ce4-d1215b29b7ec will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:44:26.863919 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:26.902835 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-72540186-5607-42cd-8ea3-9fc45573940c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:26.916490 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Pushing event updated for resources: {'Port': ['ID=c224845d-f4ad-49ce-8ce4-d1215b29b7ec,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:26.993398 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-72540186-5607-42cd-8ea3-9fc45573940c admin admin] Publish callbacks [] for security_group (0db6e660-9665-409d-8ccc-60898e00aa69), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:26.997387 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-72540186-5607-42cd-8ea3-9fc45573940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0db6e660-9665-409d-8ccc-60898e00aa69), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:27.018541 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Attempting to bind port c224845d-f4ad-49ce-8ce4-d1215b29b7ec on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:44:27.018878 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Attempting to bind port c224845d-f4ad-49ce-8ce4-d1215b29b7ec by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:44:27.019205 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Attempting to bind port c224845d-f4ad-49ce-8ce4-d1215b29b7ec on network 69181cc4-af09-4c5c-ad8a-8ea965145f02 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:44:27.028972 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773064ab-9e49-4bfc-bc1e-dcdef0ce2107 req-e25f590a-19f8-48ef-8f41-4c70085c9d4c tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:27.030478 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-773064ab-9e49-4bfc-bc1e-dcdef0ce2107 req-e25f590a-19f8-48ef-8f41-4c70085c9d4c tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 943 time: 0.0959077 Mar 28 05:44:27.032483 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Port c224845d-f4ad-49ce-8ce4-d1215b29b7ec on network 69181cc4-af09-4c5c-ad8a-8ea965145f02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:44:27.032807 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Attempting to bind port c224845d-f4ad-49ce-8ce4-d1215b29b7ec on network 69181cc4-af09-4c5c-ad8a-8ea965145f02 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:44:27.036515 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-72540186-5607-42cd-8ea3-9fc45573940c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c8f6f5a8a2e4dac850a9b3121b98d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459271 Mar 28 05:44:27.037268 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 38838) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:27.037479 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72540186-5607-42cd-8ea3-9fc45573940c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db6e660-9665-409d-8ccc-60898e00aa69,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:27.051812 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:44:27.052154 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Checking segment: {'id': 'bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:44:27.052528 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Bound using segment: {'id': 'bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:44:27.052963 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Bound port: c224845d-f4ad-49ce-8ce4-d1215b29b7ec, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:44:27.053330 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:27.152336 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-773064ab-9e49-4bfc-bc1e-dcdef0ce2107 req-ed0fb566-25b3-473b-a8f2-7e45c1129583 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157560 Mar 28 05:44:27.174847 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72de8ce2-52c4-4e8f-af24-d95099e336de admin admin] Publish callbacks [] for security_group (0db6e660-9665-409d-8ccc-60898e00aa69), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:27.179918 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] For port c224845d-f4ad-49ce-8ce4-d1215b29b7ec, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:44:27.186813 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] For port c224845d-f4ad-49ce-8ce4-d1215b29b7ec, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c224845d-f4ad-49ce-8ce4-d1215b29b7ec,segment=NetworkSegment(bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5),segment_id=bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:44:27.197529 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:27.207914 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72de8ce2-52c4-4e8f-af24-d95099e336de admin admin] Publish callbacks [] for security_group (0db6e660-9665-409d-8ccc-60898e00aa69), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:27.240436 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:27.241049 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:27.242428 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] 10.222.0.21 "PUT /v2.0/ports/c224845d-f4ad-49ce-8ce4-d1215b29b7ec HTTP/1.1" status: 200 len: 1093 time: 0.7519016 Mar 28 05:44:27.244689 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b14593-41c8-4097-9531-0d36403d8e7f', 'tag': 'c224845d-f4ad-49ce-8ce4-d1215b29b7ec'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:27.246896 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596febc0-66a8-4e30-8c4a-20ed26d98efd" -d '{"events": [{"name": "network-changed", "server_uuid": "19b14593-41c8-4097-9531-0d36403d8e7f", "tag": "c224845d-f4ad-49ce-8ce4-d1215b29b7ec"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:27.286461 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdd0820-24fb-45aa-8b2e-c908d8860a84 x-openstack-request-id: req-3fdd0820-24fb-45aa-8b2e-c908d8860a84 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:27.286801 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b14593-41c8-4097-9531-0d36403d8e7f", "tag": "c224845d-f4ad-49ce-8ce4-d1215b29b7ec", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:27.287009 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fdd0820-24fb-45aa-8b2e-c908d8860a84 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:27.287407 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fdd0820-24fb-45aa-8b2e-c908d8860a84'] response: {'name': 'network-changed', 'server_uuid': '19b14593-41c8-4097-9531-0d36403d8e7f', 'tag': 'c224845d-f4ad-49ce-8ce4-d1215b29b7ec', 'status': 'completed', 'code': 200} Mar 28 05:44:27.291663 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a7106-f193-4640-8cd5-d0ef28eb0122 service neutron] Pushing event updated for resources: {'Port': ['ID=c224845d-f4ad-49ce-8ce4-d1215b29b7ec,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:27.310344 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72de8ce2-52c4-4e8f-af24-d95099e336de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0db6e660-9665-409d-8ccc-60898e00aa69), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:27.312955 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72de8ce2-52c4-4e8f-af24-d95099e336de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:27.314137 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-72de8ce2-52c4-4e8f-af24-d95099e336de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0db6e660-9665-409d-8ccc-60898e00aa69 HTTP/1.1" status: 204 len: 168 time: 0.2739406 Mar 28 05:44:27.321806 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de8ce2-52c4-4e8f-af24-d95099e336de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db6e660-9665-409d-8ccc-60898e00aa69,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:27.369338 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-1d4908d4-1cf5-4faf-84fe-b6bc83909a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:27.370860 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-1d4908d4-1cf5-4faf-84fe-b6bc83909a21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e79015bf253a486ab39b742dd90676e1&device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 1127 time: 0.0465806 Mar 28 05:44:27.436515 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-b9de0691-9c71-45c9-9e62-66f2198d5e00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c224845d-f4ad-49ce-8ce4-d1215b29b7ec HTTP/1.1" status: 200 len: 217 time: 0.0399821 Mar 28 05:44:27.489052 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-88e0b33a-8ada-44b0-8462-80390aa57d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:27.490654 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-88e0b33a-8ada-44b0-8462-80390aa57d22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f734713-1189-48c0-968a-54859c64a0a9 HTTP/1.1" status: 200 len: 854 time: 0.0477128 Mar 28 05:44:27.524689 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-f587c74d-1dc5-4309-9ca9-31d23c63d6cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69181cc4-af09-4c5c-ad8a-8ea965145f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275633 Mar 28 05:44:27.660376 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a49774-7e6c-4eec-8aaf-d9cacb7a2e51 req-f893bae9-7765-4f1a-8b14-a974a3ff7c40 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:27.661840 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3a49774-7e6c-4eec-8aaf-d9cacb7a2e51 req-f893bae9-7765-4f1a-8b14-a974a3ff7c40 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 946 time: 0.1094480 Mar 28 05:44:27.665311 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-675f3708-c86d-4b66-af76-e6c656e6fa82 service neutron] 10.222.0.21 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333857 Mar 28 05:44:27.766849 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3a49774-7e6c-4eec-8aaf-d9cacb7a2e51 req-57bcc261-90b5-4309-b680-81eb0a6c1656 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993903 Mar 28 05:44:27.793431 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0be86e6c-a52b-46ab-a81c-c75e1c606496 req-8492277b-4752-40ac-9d29-bfbdb204b34e service neutron] 10.222.0.21 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204298 Mar 28 05:44:27.956268 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596febc0-66a8-4e30-8c4a-20ed26d98efd req-19d45393-6c60-42bd-a332-fb4ee995375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:27.957575 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-596febc0-66a8-4e30-8c4a-20ed26d98efd req-19d45393-6c60-42bd-a332-fb4ee995375b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e79015bf253a486ab39b742dd90676e1&device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 1127 time: 0.0474052 Mar 28 05:44:28.051737 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596febc0-66a8-4e30-8c4a-20ed26d98efd req-420f30eb-1481-4acb-965a-2e55dea5aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:28.053219 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-596febc0-66a8-4e30-8c4a-20ed26d98efd req-420f30eb-1481-4acb-965a-2e55dea5aba0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69181cc4-af09-4c5c-ad8a-8ea965145f02 HTTP/1.1" status: 200 len: 914 time: 0.0896492 Mar 28 05:44:28.096756 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-596febc0-66a8-4e30-8c4a-20ed26d98efd req-eb2f12d0-8904-4757-a91f-273841d6924d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c224845d-f4ad-49ce-8ce4-d1215b29b7ec HTTP/1.1" status: 200 len: 217 time: 0.0366306 Mar 28 05:44:28.143699 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596febc0-66a8-4e30-8c4a-20ed26d98efd req-50263c0b-066d-4dbd-9975-860264721ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:28.145096 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-596febc0-66a8-4e30-8c4a-20ed26d98efd req-50263c0b-066d-4dbd-9975-860264721ae6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f734713-1189-48c0-968a-54859c64a0a9 HTTP/1.1" status: 200 len: 854 time: 0.0426626 Mar 28 05:44:28.175752 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-596febc0-66a8-4e30-8c4a-20ed26d98efd req-a042c0d5-cf39-4b07-8c64-9cb94f35b267 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69181cc4-af09-4c5c-ad8a-8ea965145f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238502 Mar 28 05:44:28.309264 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a8a9d-acd2-46c2-bbe8-26f64825c825 req-b206765f-5fcc-4c29-bb2c-15e0dcd07aa6 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:28.310750 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca3a8a9d-acd2-46c2-bbe8-26f64825c825 req-b206765f-5fcc-4c29-bb2c-15e0dcd07aa6 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 943 time: 0.0833366 Mar 28 05:44:28.312516 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-596febc0-66a8-4e30-8c4a-20ed26d98efd req-6a0dee7c-baef-4154-9809-98e123b36ffa service neutron] 10.222.0.21 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300275 Mar 28 05:44:28.660406 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca3a8a9d-acd2-46c2-bbe8-26f64825c825 req-00d8f232-6f22-4036-a956-23c3559b3bc2 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440247 Mar 28 05:44:28.701389 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bb20c-e317-4b36-949d-f7d12a7aec92 req-587bb610-a8d2-42bc-93be-2784f81b5aca tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:28.703464 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8b2bb20c-e317-4b36-949d-f7d12a7aec92 req-587bb610-a8d2-42bc-93be-2784f81b5aca tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 946 time: 0.0995557 Mar 28 05:44:28.705594 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-596febc0-66a8-4e30-8c4a-20ed26d98efd req-ce84a9ba-c1b2-46cb-a824-ec3739eecde8 service neutron] 10.222.0.21 "GET /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826921 Mar 28 05:44:28.752701 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8b2bb20c-e317-4b36-949d-f7d12a7aec92 req-51e593cd-374c-4728-9011-079610a0d677 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Mar 28 05:44:29.680799 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-40821694-a1fc-4315-b7c5-a1d66372896e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:29.777682 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ec427-d616-462b-b754-28b1ef6e9d53 req-70662638-da28-4829-8085-65501d602a8f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:29.779184 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-125ec427-d616-462b-b754-28b1ef6e9d53 req-70662638-da28-4829-8085-65501d602a8f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 943 time: 0.0518367 Mar 28 05:44:29.834113 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-125ec427-d616-462b-b754-28b1ef6e9d53 req-6ef5e7ec-8bac-4569-b6f0-4f3370cf3daa tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495157 Mar 28 05:44:29.873034 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bda55f-8279-43fa-807b-47d7d17c447f req-ebb40a47-bbf0-4f84-bf21-1d6acc7fa442 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:29.875211 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bda55f-8279-43fa-807b-47d7d17c447f req-ebb40a47-bbf0-4f84-bf21-1d6acc7fa442 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 946 time: 0.0540652 Mar 28 05:44:29.919781 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-45bda55f-8279-43fa-807b-47d7d17c447f req-66ccafb3-b290-4481-862d-6bf84da3ee8b tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Mar 28 05:44:30.398802 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:44:30.684666 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a03e8-5697-42e4-aac0-d8f0149661b4 req-84106169-5c84-4c7c-acbf-f70261f1b8bf tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:30.685999 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-126a03e8-5697-42e4-aac0-d8f0149661b4 req-84106169-5c84-4c7c-acbf-f70261f1b8bf tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 946 time: 0.0573030 Mar 28 05:44:30.776443 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-126a03e8-5697-42e4-aac0-d8f0149661b4 req-a9d92a31-4586-49d5-9331-d0a90178c475 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Deleting port 5afe039a-98a9-4629-982b-db3ec700e3c3 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:44:30.776782 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-126a03e8-5697-42e4-aac0-d8f0149661b4 req-a9d92a31-4586-49d5-9331-d0a90178c475 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.864701 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-126a03e8-5697-42e4-aac0-d8f0149661b4 req-a9d92a31-4586-49d5-9331-d0a90178c475 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] For port 5afe039a-98a9-4629-982b-db3ec700e3c3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5afe039a-98a9-4629-982b-db3ec700e3c3,segment=NetworkSegment(b5b34ed6-7f6f-4291-95c7-ca722403e199),segment_id=b5b34ed6-7f6f-4291-95c7-ca722403e199)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:30.865247 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-126a03e8-5697-42e4-aac0-d8f0149661b4 req-a9d92a31-4586-49d5-9331-d0a90178c475 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.878204 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-126a03e8-5697-42e4-aac0-d8f0149661b4 req-a9d92a31-4586-49d5-9331-d0a90178c475 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Calling delete_port for 5afe039a-98a9-4629-982b-db3ec700e3c3 owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:44:31.002268 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b8140-0583-4c3b-9c9a-a3eb8880908c req-ed230bb7-de76-423d-8d67-524e20aea900 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:31.003659 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-602b8140-0583-4c3b-9c9a-a3eb8880908c req-ed230bb7-de76-423d-8d67-524e20aea900 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 943 time: 0.0864921 Mar 28 05:44:31.115256 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a8f8-7fd1-4e95-ab3f-dc1259ea5df1 req-514912cf-dc32-47ff-9b94-4a6538e03e28 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:31.116723 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6fc8a8f8-7fd1-4e95-ab3f-dc1259ea5df1 req-514912cf-dc32-47ff-9b94-4a6538e03e28 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8fc0112-582f-4c8d-93b9-065c974696f8 HTTP/1.1" status: 200 len: 946 time: 0.1301992 Mar 28 05:44:31.119820 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-602b8140-0583-4c3b-9c9a-a3eb8880908c req-65fdb048-bbb2-48bc-8cf7-e130f4ec3dc1 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989985 Mar 28 05:44:31.120400 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-126a03e8-5697-42e4-aac0-d8f0149661b4 req-a9d92a31-4586-49d5-9331-d0a90178c475 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (5afe039a-98a9-4629-982b-db3ec700e3c3), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.165224 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d92a31-4586-49d5-9331-d0a90178c475 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Pushing event deleted for resources: {'Port': ['ID=5afe039a-98a9-4629-982b-db3ec700e3c3,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:31.172729 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['5afe039a-98a9-4629-982b-db3ec700e3c3'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:31.222869 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6fc8a8f8-7fd1-4e95-ab3f-dc1259ea5df1 req-cf29acbc-7056-4c8e-a145-805f266bcc29 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003714 Mar 28 05:44:31.236994 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-126a03e8-5697-42e4-aac0-d8f0149661b4 req-a9d92a31-4586-49d5-9331-d0a90178c475 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] No DVR routers for this DVR port 5afe039a-98a9-4629-982b-db3ec700e3c3 on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:44:31.240181 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-126a03e8-5697-42e4-aac0-d8f0149661b4 req-a9d92a31-4586-49d5-9331-d0a90178c475 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.243785 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-126a03e8-5697-42e4-aac0-d8f0149661b4 req-a9d92a31-4586-49d5-9331-d0a90178c475 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.21 "DELETE /v2.0/ports/5afe039a-98a9-4629-982b-db3ec700e3c3 HTTP/1.1" status: 204 len: 173 time: 0.5504963 Mar 28 05:44:31.244243 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fc0112-582f-4c8d-93b9-065c974696f8', 'name': 'network-vif-deleted', 'tag': '5afe039a-98a9-4629-982b-db3ec700e3c3'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:31.247007 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61248a21-a8a1-49e8-83dd-a3a001bae9fc" -d '{"events": [{"server_uuid": "d8fc0112-582f-4c8d-93b9-065c974696f8", "name": "network-vif-deleted", "tag": "5afe039a-98a9-4629-982b-db3ec700e3c3"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:31.284113 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f802d24-d593-4996-8e14-64b32cb975c3 x-openstack-request-id: req-6f802d24-d593-4996-8e14-64b32cb975c3 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:31.284406 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fc0112-582f-4c8d-93b9-065c974696f8", "name": "network-vif-deleted", "tag": "5afe039a-98a9-4629-982b-db3ec700e3c3", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:31.284664 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f802d24-d593-4996-8e14-64b32cb975c3 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:31.285098 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f802d24-d593-4996-8e14-64b32cb975c3'] response: {'server_uuid': 'd8fc0112-582f-4c8d-93b9-065c974696f8', 'name': 'network-vif-deleted', 'tag': '5afe039a-98a9-4629-982b-db3ec700e3c3', 'status': 'completed', 'code': 200} Mar 28 05:44:31.963133 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c224845d-f4ad-49ce-8ce4-d1215b29b7ec details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:44:32.057346 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c224845d-f4ad-49ce-8ce4-d1215b29b7ec, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c224845d-f4ad-49ce-8ce4-d1215b29b7ec,segment=NetworkSegment(bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5),segment_id=bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:32.068745 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'c224845d-f4ad-49ce-8ce4-d1215b29b7ec', 'network_id': '69181cc4-af09-4c5c-ad8a-8ea965145f02', 'port_id': 'c224845d-f4ad-49ce-8ce4-d1215b29b7ec', 'mac_address': 'fa:16:3e:b6:d0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f734713-1189-48c0-968a-54859c64a0a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:44:32.102089 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7423e6a8-2b8c-4dcb-82bf-5ecb5a1c2965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:32.116218 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port c224845d-f4ad-49ce-8ce4-d1215b29b7ec is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:32.116598 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:32.129932 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c224845d-f4ad-49ce-8ce4-d1215b29b7ec {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:32.148344 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c224845d-f4ad-49ce-8ce4-d1215b29b7ec, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c224845d-f4ad-49ce-8ce4-d1215b29b7ec,segment=NetworkSegment(bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5),segment_id=bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:32.152427 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:32.200477 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=c224845d-f4ad-49ce-8ce4-d1215b29b7ec,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:32.238917 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fc13a-3d04-4874-a097-16bfad181348 req-ed2ead0e-adc9-4c71-a2e4-9cdbdcee6963 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:32.240291 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dc6fc13a-3d04-4874-a097-16bfad181348 req-ed2ead0e-adc9-4c71-a2e4-9cdbdcee6963 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0526052 Mar 28 05:44:32.289331 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dc6fc13a-3d04-4874-a097-16bfad181348 req-263f5d76-0eb4-4d6f-b836-2aef1d193fd8 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Mar 28 05:44:32.525189 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-10677769-d5e8-4343-9b58-fe2f3d2c5942 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:32.526719 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-10677769-d5e8-4343-9b58-fe2f3d2c5942 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/networks?id=5fbd7c2b-4628-4b7b-be56-6e103ccc6286 HTTP/1.1" status: 200 len: 809 time: 0.1027849 Mar 28 05:44:32.542438 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-4803dc16-0bcb-4f4d-92c1-07ed5ce7216e tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/quotas/aa62337302df41beba3afb6444e43e46 HTTP/1.1" status: 200 len: 375 time: 0.0091581 Mar 28 05:44:32.577700 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c909677d-42ea-42b8-8d62-5f66460571aa tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa62337302df41beba3afb6444e43e46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272095 Mar 28 05:44:32.667769 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-e2fac36f-4351-4db9-917d-f225d51d38f7 service neutron] 10.222.0.20 "GET /v2.0/networks/5fbd7c2b-4628-4b7b-be56-6e103ccc6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836861 Mar 28 05:44:32.754006 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3201a88-1f48-4e84-b5f8-9a1f0da80900 service neutron] 10.222.0.20 "GET /v2.0/networks/5fbd7c2b-4628-4b7b-be56-6e103ccc6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807176 Mar 28 05:44:32.779478 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['c224845d-f4ad-49ce-8ce4-d1215b29b7ec'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:32.906902 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1e467c96-8801-4c4f-9ea5-4b43ede54a90 req-6aa58e77-5f84-4caf-b70a-a5c543543a5d tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 210 time: 0.0291970 Mar 28 05:44:33.007435 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:33.412310 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347852ab-4ea9-4ff1-94b2-b4f9109913b6 req-d8e1b453-1d68-41fa-9b49-08c6392c91a4 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:33.413777 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-347852ab-4ea9-4ff1-94b2-b4f9109913b6 req-d8e1b453-1d68-41fa-9b49-08c6392c91a4 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0590098 Mar 28 05:44:33.462459 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-347852ab-4ea9-4ff1-94b2-b4f9109913b6 req-1338ac37-6291-4b1c-9b06-d29f81b6e7e4 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420432 Mar 28 05:44:33.977524 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 5afe039a-98a9-4629-982b-db3ec700e3c3 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:44:34.001966 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: 5afe039a-98a9-4629-982b-db3ec700e3c3 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:44:34.002433 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 5afe039a-98a9-4629-982b-db3ec700e3c3 not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:44:34.007178 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-552daebd-8d48-4161-ae6d-c706d0855bc5 req-2ebc00d1-602a-4757-bb3e-64522c44d1ee tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 210 time: 0.0346320 Mar 28 05:44:34.122503 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-d12cc5f7-f0f5-40ce-b8b5-c78ed1469201 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:34.124660 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-d12cc5f7-f0f5-40ce-b8b5-c78ed1469201 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.21 "GET /v2.0/networks?id=5fbd7c2b-4628-4b7b-be56-6e103ccc6286 HTTP/1.1" status: 200 len: 809 time: 0.1032107 Mar 28 05:44:34.146660 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Request body: {'port': {'device_id': '1c3e99e1-62cb-4b4a-b69b-979a854de7b1', 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286', 'admin_state_up': True, 'tenant_id': 'aa62337302df41beba3afb6444e43e46'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:34.253785 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Made reservation on behalf of aa62337302df41beba3afb6444e43e46 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:44:34.257090 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.379567 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Allocated IP 172.20.0.12 (5fbd7c2b-4628-4b7b-be56-6e103ccc6286/bc86cd64-bd24-43c4-9487-e8d03655dd23/e3a43380-5e98-4c30-982d-7efe6bad6031) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:44:34.525272 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks [] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.612952 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc350b-4abb-49f7-9146-95b2c15349ab req-c75cac21-1550-44d2-8316-7fcbea41350a tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:34.614584 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0afc350b-4abb-49f7-9146-95b2c15349ab req-c75cac21-1550-44d2-8316-7fcbea41350a tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0837731 Mar 28 05:44:34.616001 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.675123 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:44:34.686142 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:44:34.687455 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.693111 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:44:34.698377 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Pushing event updated for resources: {'Port': ['ID=e3a43380-5e98-4c30-982d-7efe6bad6031,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:34.738842 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0afc350b-4abb-49f7-9146-95b2c15349ab req-0e2d0939-50a8-4773-a8a8-ea408523f455 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143622 Mar 28 05:44:34.755727 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:34.756324 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.772486 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-f3c1b4fe-b4fa-4f93-8064-65eab62b2cfc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6295116 Mar 28 05:44:34.790827 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Request body: {'port': {'device_id': '1c3e99e1-62cb-4b4a-b69b-979a854de7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:34.851131 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:35.131572 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a43380-5e98-4c30-982d-7efe6bad6031 {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:35.140923 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Publish callbacks [] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:35.158786 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Transition to ACTIVE for port object e3a43380-5e98-4c30-982d-7efe6bad6031 will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:44:35.169175 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ddafc-16d2-4eab-8de0-4d80387a8c69 req-6360a87c-7cb5-4438-a1f6-b746a01f99f7 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.170710 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b80ddafc-16d2-4eab-8de0-4d80387a8c69 req-6360a87c-7cb5-4438-a1f6-b746a01f99f7 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 932 time: 0.0982640 Mar 28 05:44:35.171434 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:35.241407 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a43380-5e98-4c30-982d-7efe6bad6031,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:35.294478 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b80ddafc-16d2-4eab-8de0-4d80387a8c69 req-87122cc3-14fc-4467-b637-688e35a5f009 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173258 Mar 28 05:44:35.325176 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Attempting to bind port e3a43380-5e98-4c30-982d-7efe6bad6031 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:44:35.325503 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Attempting to bind port e3a43380-5e98-4c30-982d-7efe6bad6031 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'b5b34ed6-7f6f-4291-95c7-ca722403e199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:44:35.325845 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Attempting to bind port e3a43380-5e98-4c30-982d-7efe6bad6031 on network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:44:35.330181 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Port e3a43380-5e98-4c30-982d-7efe6bad6031 on network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:44:35.330572 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Attempting to bind port e3a43380-5e98-4c30-982d-7efe6bad6031 on network 5fbd7c2b-4628-4b7b-be56-6e103ccc6286 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:44:35.335773 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:44:35.336141 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Checking segment: {'id': 'b5b34ed6-7f6f-4291-95c7-ca722403e199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:44:35.336526 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Bound using segment: {'id': 'b5b34ed6-7f6f-4291-95c7-ca722403e199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:44:35.336943 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Bound port: e3a43380-5e98-4c30-982d-7efe6bad6031, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b34ed6-7f6f-4291-95c7-ca722403e199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:44:35.337291 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:35.402672 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] For port e3a43380-5e98-4c30-982d-7efe6bad6031, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:44:35.406239 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] For port e3a43380-5e98-4c30-982d-7efe6bad6031, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e3a43380-5e98-4c30-982d-7efe6bad6031,segment=NetworkSegment(b5b34ed6-7f6f-4291-95c7-ca722403e199),segment_id=b5b34ed6-7f6f-4291-95c7-ca722403e199)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:44:35.412611 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:35.447896 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.448512 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:35.449962 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] 10.222.0.21 "PUT /v2.0/ports/e3a43380-5e98-4c30-982d-7efe6bad6031 HTTP/1.1" status: 200 len: 1094 time: 0.6631098 Mar 28 05:44:35.450440 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3e99e1-62cb-4b4a-b69b-979a854de7b1', 'tag': 'e3a43380-5e98-4c30-982d-7efe6bad6031'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:35.452655 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f803beed-dd19-42f1-8fe8-6df4f13d61e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3e99e1-62cb-4b4a-b69b-979a854de7b1", "tag": "e3a43380-5e98-4c30-982d-7efe6bad6031"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:35.474406 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72391db-16d2-4a99-9074-7e05a5c3a857 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a43380-5e98-4c30-982d-7efe6bad6031,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:35.489160 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864c7b46-0805-41c4-87dc-bfa96dcfaff6 x-openstack-request-id: req-864c7b46-0805-41c4-87dc-bfa96dcfaff6 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:35.489454 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3e99e1-62cb-4b4a-b69b-979a854de7b1", "tag": "e3a43380-5e98-4c30-982d-7efe6bad6031", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:35.489732 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-864c7b46-0805-41c4-87dc-bfa96dcfaff6 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:35.490163 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864c7b46-0805-41c4-87dc-bfa96dcfaff6'] response: {'name': 'network-changed', 'server_uuid': '1c3e99e1-62cb-4b4a-b69b-979a854de7b1', 'tag': 'e3a43380-5e98-4c30-982d-7efe6bad6031', 'status': 'completed', 'code': 200} Mar 28 05:44:35.569752 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-4220adc7-0752-4539-b029-79fd7377f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.571186 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-4220adc7-0752-4539-b029-79fd7377f68b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa62337302df41beba3afb6444e43e46&device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 1128 time: 0.0450590 Mar 28 05:44:35.634753 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-0d40ae6c-9f45-4285-9ee0-26b29510418f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3a43380-5e98-4c30-982d-7efe6bad6031 HTTP/1.1" status: 200 len: 217 time: 0.0369351 Mar 28 05:44:35.682166 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-7794937b-2c38-4d87-9ecb-a3a4821be2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.683646 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-7794937b-2c38-4d87-9ecb-a3a4821be2cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc86cd64-bd24-43c4-9487-e8d03655dd23 HTTP/1.1" status: 200 len: 849 time: 0.0430031 Mar 28 05:44:35.713877 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-e7688b1b-67c0-4715-8f19-84d1bafa13d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5fbd7c2b-4628-4b7b-be56-6e103ccc6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243056 Mar 28 05:44:35.802504 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-b15ab4c5-852f-4bcd-9598-623c3853394b service neutron] 10.222.0.21 "GET /v2.0/networks/5fbd7c2b-4628-4b7b-be56-6e103ccc6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815377 Mar 28 05:44:35.912544 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a226d-28df-4fa2-9d42-ca39b7baf5b0 req-4359ecc9-b8ad-4e8d-bb63-4451ccea9ea8 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.913937 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bf7a226d-28df-4fa2-9d42-ca39b7baf5b0 req-4359ecc9-b8ad-4e8d-bb63-4451ccea9ea8 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 944 time: 0.1105511 Mar 28 05:44:35.940188 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a3c97e63-7684-4655-aefc-bdc0e5b5cdee req-72d8030c-3b30-4570-a6c5-a7d5ddb606c0 service neutron] 10.222.0.21 "GET /v2.0/networks/5fbd7c2b-4628-4b7b-be56-6e103ccc6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272743 Mar 28 05:44:35.972969 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bf7a226d-28df-4fa2-9d42-ca39b7baf5b0 req-cffdeb16-3c8e-4c39-be82-d8449cb856fe tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529723 Mar 28 05:44:35.973200 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c224845d-f4ad-49ce-8ce4-d1215b29b7ec up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:44:36.027638 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port c224845d-f4ad-49ce-8ce4-d1215b29b7ec completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:44:36.032140 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port c224845d-f4ad-49ce-8ce4-d1215b29b7ec triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:44:36.032511 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:36.108402 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port c224845d-f4ad-49ce-8ce4-d1215b29b7ec is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:36.109096 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:36.118113 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803beed-dd19-42f1-8fe8-6df4f13d61e9 req-2e2ab35a-661f-45ec-be1a-ee788cd4e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:36.119661 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f803beed-dd19-42f1-8fe8-6df4f13d61e9 req-2e2ab35a-661f-45ec-be1a-ee788cd4e1e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa62337302df41beba3afb6444e43e46&device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 1128 time: 0.0449171 Mar 28 05:44:36.131136 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b14593-41c8-4097-9531-0d36403d8e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c224845d-f4ad-49ce-8ce4-d1215b29b7ec'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:36.133295 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb67bc73-46d8-4ab7-9455-fe1e7fce8d8f" -d '{"events": [{"server_uuid": "19b14593-41c8-4097-9531-0d36403d8e7f", "name": "network-vif-plugged", "status": "completed", "tag": "c224845d-f4ad-49ce-8ce4-d1215b29b7ec"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:36.151602 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c224845d-f4ad-49ce-8ce4-d1215b29b7ec, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c224845d-f4ad-49ce-8ce4-d1215b29b7ec,segment=NetworkSegment(bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5),segment_id=bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:36.155978 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:36.178754 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9c95d1-db48-4fe5-82f7-7aaa2fa7862a x-openstack-request-id: req-0b9c95d1-db48-4fe5-82f7-7aaa2fa7862a {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:36.179064 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b14593-41c8-4097-9531-0d36403d8e7f", "name": "network-vif-plugged", "status": "completed", "tag": "c224845d-f4ad-49ce-8ce4-d1215b29b7ec", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:36.179312 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b9c95d1-db48-4fe5-82f7-7aaa2fa7862a {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:36.179700 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9c95d1-db48-4fe5-82f7-7aaa2fa7862a'] response: {'server_uuid': '19b14593-41c8-4097-9531-0d36403d8e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c224845d-f4ad-49ce-8ce4-d1215b29b7ec', 'code': 200} Mar 28 05:44:36.204970 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=c224845d-f4ad-49ce-8ce4-d1215b29b7ec,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:36.213640 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803beed-dd19-42f1-8fe8-6df4f13d61e9 req-4f09a413-4129-49b0-bb69-e302b7cff314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:36.215152 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f803beed-dd19-42f1-8fe8-6df4f13d61e9 req-4f09a413-4129-49b0-bb69-e302b7cff314 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5fbd7c2b-4628-4b7b-be56-6e103ccc6286 HTTP/1.1" status: 200 len: 909 time: 0.0883429 Mar 28 05:44:36.278434 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f803beed-dd19-42f1-8fe8-6df4f13d61e9 req-4b3c6389-9795-4e42-b7de-f4ab63005586 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3a43380-5e98-4c30-982d-7efe6bad6031 HTTP/1.1" status: 200 len: 217 time: 0.0386069 Mar 28 05:44:36.301052 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:36.347462 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803beed-dd19-42f1-8fe8-6df4f13d61e9 req-be3707ff-a4da-47cb-95e0-0feb9336d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:36.349202 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f803beed-dd19-42f1-8fe8-6df4f13d61e9 req-be3707ff-a4da-47cb-95e0-0feb9336d3b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc86cd64-bd24-43c4-9487-e8d03655dd23 HTTP/1.1" status: 200 len: 849 time: 0.0513091 Mar 28 05:44:36.426802 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f803beed-dd19-42f1-8fe8-6df4f13d61e9 req-ccf04f6f-0422-4baf-9f9e-d7af5c1aea93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5fbd7c2b-4628-4b7b-be56-6e103ccc6286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579507 Mar 28 05:44:36.529854 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfb204-e045-4c09-98af-694397694eab req-cda5db74-71e9-4c63-94ee-ded13f638433 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:36.531366 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-02bfb204-e045-4c09-98af-694397694eab req-cda5db74-71e9-4c63-94ee-ded13f638433 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 944 time: 0.1649625 Mar 28 05:44:36.544699 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2693cb-91c0-4621-bce1-a22cc66ed3f3 req-8837bc52-5379-44fb-a285-a077078969ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:36.546684 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5c2693cb-91c0-4621-bce1-a22cc66ed3f3 req-8837bc52-5379-44fb-a285-a077078969ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 1129 time: 0.1437738 Mar 28 05:44:36.582219 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f803beed-dd19-42f1-8fe8-6df4f13d61e9 req-d7e1a0b5-96f4-406b-bc9d-e5e4f352900b service neutron] 10.222.0.21 "GET /v2.0/networks/5fbd7c2b-4628-4b7b-be56-6e103ccc6286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375308 Mar 28 05:44:36.674074 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-02bfb204-e045-4c09-98af-694397694eab req-47c957a3-4bee-4c3b-a344-35f1bd671bca tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339819 Mar 28 05:44:36.678891 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5c2693cb-91c0-4621-bce1-a22cc66ed3f3 req-fa5b343b-c549-4ef5-9e26-6ee92d66d33b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191263 Mar 28 05:44:36.713255 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f803beed-dd19-42f1-8fe8-6df4f13d61e9 req-080471b2-ac63-4e7f-83cc-893e3a172d75 service neutron] 10.222.0.21 "GET /v2.0/networks/5fbd7c2b-4628-4b7b-be56-6e103ccc6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201248 Mar 28 05:44:37.089893 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca08532-988c-4bee-8b3c-2858d075c1da req-ba91388e-7001-4f0a-a12e-d55e65b2ce74 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:37.091347 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ca08532-988c-4bee-8b3c-2858d075c1da req-ba91388e-7001-4f0a-a12e-d55e65b2ce74 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0522501 Mar 28 05:44:37.140632 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ca08532-988c-4bee-8b3c-2858d075c1da req-6d4d8dee-7f20-4005-a5f9-c12d2e47c81c tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433710 Mar 28 05:44:37.789314 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cd7b6-823d-43a9-b33c-63bdf02b4e7d req-e6170cc4-0852-4cc2-bd23-864b05e7c2ca tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:37.790682 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-174cd7b6-823d-43a9-b33c-63bdf02b4e7d req-e6170cc4-0852-4cc2-bd23-864b05e7c2ca tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 944 time: 0.0510480 Mar 28 05:44:37.835639 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-174cd7b6-823d-43a9-b33c-63bdf02b4e7d req-28cdc854-50a2-4efb-a98e-fbe393d18977 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Mar 28 05:44:38.255887 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88775b13-1219-4155-a3ee-ce6aa4e3ee9a req-f74938af-5f83-43d8-8db0-fcc07791689f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:38.257312 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88775b13-1219-4155-a3ee-ce6aa4e3ee9a req-f74938af-5f83-43d8-8db0-fcc07791689f tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0506268 Mar 28 05:44:38.301332 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88775b13-1219-4155-a3ee-ce6aa4e3ee9a req-fd299461-3287-46bf-bdac-c255c7d3872e tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 Mar 28 05:44:38.882434 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:38.952528 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733f6c3-42e3-4554-a286-64f32eaf2234 req-c42d52a0-e8c2-427c-8d20-2ce90c2c5bfb tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:38.953965 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0733f6c3-42e3-4554-a286-64f32eaf2234 req-c42d52a0-e8c2-427c-8d20-2ce90c2c5bfb tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 944 time: 0.0547497 Mar 28 05:44:39.000289 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0733f6c3-42e3-4554-a286-64f32eaf2234 req-f07d506f-3378-4496-9d0c-81a0f361faa0 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Mar 28 05:44:39.433789 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756322ca-87a4-4c86-b85d-5ced1d217683 req-cabbf229-2647-44a3-8fb8-a0c15ad49c0e tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:39.437890 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-756322ca-87a4-4c86-b85d-5ced1d217683 req-cabbf229-2647-44a3-8fb8-a0c15ad49c0e tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0645106 Mar 28 05:44:39.489019 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-756322ca-87a4-4c86-b85d-5ced1d217683 req-cab5076c-1abe-43c7-8b1e-c84ae4d718a4 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453756 Mar 28 05:44:40.111984 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08000995-9dc9-4ffa-a1c2-65d1c6298ebf req-e30c6478-46b8-4aa3-bccf-ca9e5a3c1a84 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:40.113440 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-08000995-9dc9-4ffa-a1c2-65d1c6298ebf req-e30c6478-46b8-4aa3-bccf-ca9e5a3c1a84 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 944 time: 0.0503969 Mar 28 05:44:40.161433 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-08000995-9dc9-4ffa-a1c2-65d1c6298ebf req-c311c747-52cf-46dd-ae07-24ae4cd87d66 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Mar 28 05:44:41.278735 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae589-cb53-4fbf-a9a9-09394891060f req-220888c7-93dc-4bc1-a84f-4572edd1b6ae tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:41.280193 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e49ae589-cb53-4fbf-a9a9-09394891060f req-220888c7-93dc-4bc1-a84f-4572edd1b6ae tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 944 time: 0.0515726 Mar 28 05:44:41.325897 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e49ae589-cb53-4fbf-a9a9-09394891060f req-17601fba-47e5-4892-9282-0b7337590243 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Mar 28 05:44:41.991272 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e3a43380-5e98-4c30-982d-7efe6bad6031 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:44:42.086662 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e3a43380-5e98-4c30-982d-7efe6bad6031, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e3a43380-5e98-4c30-982d-7efe6bad6031,segment=NetworkSegment(b5b34ed6-7f6f-4291-95c7-ca722403e199),segment_id=b5b34ed6-7f6f-4291-95c7-ca722403e199)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:42.098173 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'e3a43380-5e98-4c30-982d-7efe6bad6031', 'network_id': '5fbd7c2b-4628-4b7b-be56-6e103ccc6286', 'port_id': 'e3a43380-5e98-4c30-982d-7efe6bad6031', 'mac_address': 'fa:16:3e:4d:30:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc86cd64-bd24-43c4-9487-e8d03655dd23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:44:42.132967 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e3a43380-5e98-4c30-982d-7efe6bad6031 is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:42.133297 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:42.146178 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a43380-5e98-4c30-982d-7efe6bad6031 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:42.164452 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e3a43380-5e98-4c30-982d-7efe6bad6031, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e3a43380-5e98-4c30-982d-7efe6bad6031,segment=NetworkSegment(b5b34ed6-7f6f-4291-95c7-ca722403e199),segment_id=b5b34ed6-7f6f-4291-95c7-ca722403e199)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:42.168402 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:42.215997 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=e3a43380-5e98-4c30-982d-7efe6bad6031,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:42.438306 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86253e-504a-4910-b21f-da8a7bc68f64 req-a3cdf3c4-fe50-48aa-b38e-413d22d3e15b tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:42.439663 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b86253e-504a-4910-b21f-da8a7bc68f64 req-a3cdf3c4-fe50-48aa-b38e-413d22d3e15b tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 945 time: 0.0506802 Mar 28 05:44:42.485532 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b86253e-504a-4910-b21f-da8a7bc68f64 req-9bca42a4-31db-46cb-a685-9bf8a37f34eb tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Mar 28 05:44:42.679204 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['e3a43380-5e98-4c30-982d-7efe6bad6031'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:43.603799 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76501d80-df32-4ca5-b613-300bb607e2fb req-9c503396-dc3f-446a-869f-aabf583dadc3 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:43.605254 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-76501d80-df32-4ca5-b613-300bb607e2fb req-9c503396-dc3f-446a-869f-aabf583dadc3 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 945 time: 0.0548880 Mar 28 05:44:43.651291 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-76501d80-df32-4ca5-b613-300bb607e2fb req-950d0581-6174-4e4e-a8dd-a55b27b1d37d tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Mar 28 05:44:44.001686 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e3a43380-5e98-4c30-982d-7efe6bad6031 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:44:44.052019 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port e3a43380-5e98-4c30-982d-7efe6bad6031 completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:44:44.056671 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port e3a43380-5e98-4c30-982d-7efe6bad6031 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:44:44.057043 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:44.131131 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e3a43380-5e98-4c30-982d-7efe6bad6031 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:44.131517 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:44.152393 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3e99e1-62cb-4b4a-b69b-979a854de7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a43380-5e98-4c30-982d-7efe6bad6031'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:44.154618 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134a3c8a-23e6-4631-984c-ec88d5f8c783" -d '{"events": [{"server_uuid": "1c3e99e1-62cb-4b4a-b69b-979a854de7b1", "name": "network-vif-plugged", "status": "completed", "tag": "e3a43380-5e98-4c30-982d-7efe6bad6031"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:44.166867 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e3a43380-5e98-4c30-982d-7efe6bad6031, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e3a43380-5e98-4c30-982d-7efe6bad6031,segment=NetworkSegment(b5b34ed6-7f6f-4291-95c7-ca722403e199),segment_id=b5b34ed6-7f6f-4291-95c7-ca722403e199)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:44.171640 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:44.198109 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f818ce6f-4f59-4836-8a18-3048a9cb529d x-openstack-request-id: req-f818ce6f-4f59-4836-8a18-3048a9cb529d {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:44.198438 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3e99e1-62cb-4b4a-b69b-979a854de7b1", "name": "network-vif-plugged", "status": "completed", "tag": "e3a43380-5e98-4c30-982d-7efe6bad6031", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:44.198689 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f818ce6f-4f59-4836-8a18-3048a9cb529d {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:44.199097 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f818ce6f-4f59-4836-8a18-3048a9cb529d'] response: {'server_uuid': '1c3e99e1-62cb-4b4a-b69b-979a854de7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a43380-5e98-4c30-982d-7efe6bad6031', 'code': 200} Mar 28 05:44:44.223115 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=e3a43380-5e98-4c30-982d-7efe6bad6031,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:44.424466 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8b24d-1e70-4000-9efb-dfd237a17b57 req-a622b88a-7936-4c7f-b121-8c877ed48c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:44.425990 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e8c8b24d-1e70-4000-9efb-dfd237a17b57 req-a622b88a-7936-4c7f-b121-8c877ed48c7a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 1130 time: 0.0434108 Mar 28 05:44:44.468926 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e8c8b24d-1e70-4000-9efb-dfd237a17b57 req-a671e0f7-c20a-4dbb-addc-80f33902edbe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366337 Mar 28 05:44:44.767105 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410b125-c49c-4554-bf14-d511da55fb74 req-ddef7244-b745-46e3-b715-0a4abd00bd51 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:44.768540 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3410b125-c49c-4554-bf14-d511da55fb74 req-ddef7244-b745-46e3-b715-0a4abd00bd51 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 946 time: 0.0540757 Mar 28 05:44:44.812773 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3410b125-c49c-4554-bf14-d511da55fb74 req-6fe1bf7c-580a-45ae-b0f6-837cbc46974b tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387475 Mar 28 05:44:45.928008 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8ae16-96b2-4988-9c89-fab41cbce4e5 req-2532bd84-e53e-4e73-9b1c-a23331801e81 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:45.929436 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34d8ae16-96b2-4988-9c89-fab41cbce4e5 req-2532bd84-e53e-4e73-9b1c-a23331801e81 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 946 time: 0.0522723 Mar 28 05:44:45.981000 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34d8ae16-96b2-4988-9c89-fab41cbce4e5 req-38af8cbb-fcbd-4746-ab58-5c0d43b54196 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455413 Mar 28 05:44:47.100653 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c378f-6dce-4dbd-be5c-cde0e05b04b9 req-6e532349-9be8-4db4-92aa-747d353b2f25 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:47.102657 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-732c378f-6dce-4dbd-be5c-cde0e05b04b9 req-6e532349-9be8-4db4-92aa-747d353b2f25 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 946 time: 0.0563037 Mar 28 05:44:47.165293 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-732c378f-6dce-4dbd-be5c-cde0e05b04b9 req-6e959763-e0c8-437a-8f62-9aa795ff93da tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553637 Mar 28 05:44:47.920259 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb567e25-7df1-4a67-a17b-4a9dd48e83a6 req-669089e8-27c9-4054-97e6-3c298dc0708e tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:47.921624 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb567e25-7df1-4a67-a17b-4a9dd48e83a6 req-669089e8-27c9-4054-97e6-3c298dc0708e tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 946 time: 0.0527427 Mar 28 05:44:47.969730 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb567e25-7df1-4a67-a17b-4a9dd48e83a6 req-163d7af2-a6d5-4eff-b70f-a6de9a44c57d tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425112 Mar 28 05:44:48.114023 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf13374-2e12-476b-8ade-aa48b1ca1463 req-b1870384-a3ea-441e-97f6-1c8ed706de7e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:48.115520 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-acf13374-2e12-476b-8ade-aa48b1ca1463 req-b1870384-a3ea-441e-97f6-1c8ed706de7e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0535200 Mar 28 05:44:48.161589 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-acf13374-2e12-476b-8ade-aa48b1ca1463 req-d4900f89-48ab-48ee-8522-ad40047e0723 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Mar 28 05:44:49.094894 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e544bc-0a15-4db5-b0af-5a9adccd6aa4 req-fd4d2929-c5a7-402e-8cfc-2cd224eeb6db tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:49.096346 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-26e544bc-0a15-4db5-b0af-5a9adccd6aa4 req-fd4d2929-c5a7-402e-8cfc-2cd224eeb6db tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 946 time: 0.0578513 Mar 28 05:44:49.141306 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-26e544bc-0a15-4db5-b0af-5a9adccd6aa4 req-c1137a7c-b2c6-4a27-93dc-3e1f1946c374 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395005 Mar 28 05:44:49.278836 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb9b8-e74e-4dc0-940a-d80ff74f74ab req-1d1c9343-adb6-494b-8f84-69f9838e5408 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:49.280301 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6e9cb9b8-e74e-4dc0-940a-d80ff74f74ab req-1d1c9343-adb6-494b-8f84-69f9838e5408 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0504096 Mar 28 05:44:49.326085 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6e9cb9b8-e74e-4dc0-940a-d80ff74f74ab req-f1bfa6bd-4b7a-40fa-b8b2-182147736884 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396562 Mar 28 05:44:50.256601 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891f81d-085d-4ccd-822c-f6a7f23b98c7 req-bc083720-7084-4e81-b39a-f34e62c46127 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:50.258062 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7891f81d-085d-4ccd-822c-f6a7f23b98c7 req-bc083720-7084-4e81-b39a-f34e62c46127 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 946 time: 0.0514915 Mar 28 05:44:50.306661 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7891f81d-085d-4ccd-822c-f6a7f23b98c7 req-e3dc612a-0523-4568-bfa5-a3d9e9a1958a tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Mar 28 05:44:50.458396 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d54d1e-5275-4559-86da-ba0486dbefc1 req-b2dfb24d-b9f5-46d7-a65f-80e0860e2955 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:50.460257 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c5d54d1e-5275-4559-86da-ba0486dbefc1 req-b2dfb24d-b9f5-46d7-a65f-80e0860e2955 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0563118 Mar 28 05:44:50.508360 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c5d54d1e-5275-4559-86da-ba0486dbefc1 req-1baa8a36-38cb-44e9-8d4e-c59691909405 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426359 Mar 28 05:44:51.422471 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b04cc-1472-4a06-ad75-75f9f2d8972e req-29f65471-18f8-440d-8725-a6ec15299215 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:51.423933 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6e1b04cc-1472-4a06-ad75-75f9f2d8972e req-29f65471-18f8-440d-8725-a6ec15299215 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 946 time: 0.0523949 Mar 28 05:44:51.469961 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6e1b04cc-1472-4a06-ad75-75f9f2d8972e req-88a25a84-b30c-446f-ba6c-72b4bbee8ceb tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Mar 28 05:44:51.632391 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec82ea-8450-42c1-9962-e99b1738cfe4 req-dd6e58ef-0b51-4175-bd8f-b3491d16827f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:51.633744 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74ec82ea-8450-42c1-9962-e99b1738cfe4 req-dd6e58ef-0b51-4175-bd8f-b3491d16827f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0537848 Mar 28 05:44:51.680378 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74ec82ea-8450-42c1-9962-e99b1738cfe4 req-a174768e-4295-4485-ade8-8ca3b258dace tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410678 Mar 28 05:44:52.585842 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e40adc-be12-4ef4-a283-cd06f225736a req-b181d415-c922-4412-8da4-8be594717513 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:52.587338 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a1e40adc-be12-4ef4-a283-cd06f225736a req-b181d415-c922-4412-8da4-8be594717513 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 946 time: 0.0519450 Mar 28 05:44:52.632816 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a1e40adc-be12-4ef4-a283-cd06f225736a req-171f6cda-21a6-4a55-88da-0fcffbcfdedc tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Mar 28 05:44:52.803680 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6737e7f-e9cb-4dba-971b-031ad652854b req-51e7ad89-3258-4414-89cd-ea19688a2635 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:52.805113 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e6737e7f-e9cb-4dba-971b-031ad652854b req-51e7ad89-3258-4414-89cd-ea19688a2635 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0543652 Mar 28 05:44:52.850935 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e6737e7f-e9cb-4dba-971b-031ad652854b req-31db37e1-25fb-4185-a86a-a4e446e86b30 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 Mar 28 05:44:53.750484 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696c3fb-9599-43d4-b45d-9d787beb4218 req-24381cf6-443d-4e61-bd8d-3a850f23ac94 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:53.751822 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7696c3fb-9599-43d4-b45d-9d787beb4218 req-24381cf6-443d-4e61-bd8d-3a850f23ac94 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 946 time: 0.0518134 Mar 28 05:44:53.798632 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7696c3fb-9599-43d4-b45d-9d787beb4218 req-e180d5fb-6c14-4ba1-8a74-7621e440149e tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Mar 28 05:44:53.970269 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a31a2-d3ca-42a5-8d63-d3f8a7fbb2ad req-1c41b3b7-35ac-4410-84a0-0655648f9e73 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:53.971787 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5c4a31a2-d3ca-42a5-8d63-d3f8a7fbb2ad req-1c41b3b7-35ac-4410-84a0-0655648f9e73 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0513341 Mar 28 05:44:54.019800 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5c4a31a2-d3ca-42a5-8d63-d3f8a7fbb2ad req-eb844fdc-f2ce-4330-86a0-e736c335317c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Mar 28 05:44:54.362858 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c027526-c040-4ec4-a1b7-02058ac9b5cc req-f7ab4d26-aa73-446e-a5bb-bfc3236a9210 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:54.364266 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6c027526-c040-4ec4-a1b7-02058ac9b5cc req-f7ab4d26-aa73-446e-a5bb-bfc3236a9210 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 946 time: 0.0500839 Mar 28 05:44:54.458074 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-6c027526-c040-4ec4-a1b7-02058ac9b5cc req-3c18ba8a-7004-4648-914b-11a875e00ee9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Deleting port e3a43380-5e98-4c30-982d-7efe6bad6031 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:44:54.458444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-6c027526-c040-4ec4-a1b7-02058ac9b5cc req-3c18ba8a-7004-4648-914b-11a875e00ee9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:54.775289 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-6c027526-c040-4ec4-a1b7-02058ac9b5cc req-3c18ba8a-7004-4648-914b-11a875e00ee9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] For port e3a43380-5e98-4c30-982d-7efe6bad6031, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e3a43380-5e98-4c30-982d-7efe6bad6031,segment=NetworkSegment(b5b34ed6-7f6f-4291-95c7-ca722403e199),segment_id=b5b34ed6-7f6f-4291-95c7-ca722403e199)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:54.776014 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-6c027526-c040-4ec4-a1b7-02058ac9b5cc req-3c18ba8a-7004-4648-914b-11a875e00ee9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:54.788754 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-6c027526-c040-4ec4-a1b7-02058ac9b5cc req-3c18ba8a-7004-4648-914b-11a875e00ee9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Calling delete_port for e3a43380-5e98-4c30-982d-7efe6bad6031 owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:44:54.943736 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-6c027526-c040-4ec4-a1b7-02058ac9b5cc req-3c18ba8a-7004-4648-914b-11a875e00ee9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (e3a43380-5e98-4c30-982d-7efe6bad6031), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:54.980811 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc87fb-1d31-4d10-8b3d-31afcc449b13 req-7baac224-88c6-4220-84f8-debf2ceb0f82 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:54.982269 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-98dc87fb-1d31-4d10-8b3d-31afcc449b13 req-7baac224-88c6-4220-84f8-debf2ceb0f82 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 867 time: 0.1099696 Mar 28 05:44:54.984533 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18ba8a-7004-4648-914b-11a875e00ee9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Pushing event deleted for resources: {'Port': ['ID=e3a43380-5e98-4c30-982d-7efe6bad6031,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:55.000148 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['e3a43380-5e98-4c30-982d-7efe6bad6031'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:55.042335 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c027526-c040-4ec4-a1b7-02058ac9b5cc req-3c18ba8a-7004-4648-914b-11a875e00ee9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] No DVR routers for this DVR port e3a43380-5e98-4c30-982d-7efe6bad6031 on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:44:55.046615 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-6c027526-c040-4ec4-a1b7-02058ac9b5cc req-3c18ba8a-7004-4648-914b-11a875e00ee9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:55.050398 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6c027526-c040-4ec4-a1b7-02058ac9b5cc req-3c18ba8a-7004-4648-914b-11a875e00ee9 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.21 "DELETE /v2.0/ports/e3a43380-5e98-4c30-982d-7efe6bad6031 HTTP/1.1" status: 204 len: 173 time: 0.6792884 Mar 28 05:44:55.052079 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3e99e1-62cb-4b4a-b69b-979a854de7b1', 'name': 'network-vif-deleted', 'tag': 'e3a43380-5e98-4c30-982d-7efe6bad6031'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:55.054333 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262bbfe4-b09d-4095-80ac-ccd9c78cd32b" -d '{"events": [{"server_uuid": "1c3e99e1-62cb-4b4a-b69b-979a854de7b1", "name": "network-vif-deleted", "tag": "e3a43380-5e98-4c30-982d-7efe6bad6031"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:55.082583 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-98dc87fb-1d31-4d10-8b3d-31afcc449b13 req-14f5511f-3744-43dc-8c97-358dfe08cfef tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/security-groups?id=57bdc31d-7984-46cb-9502-85b85ba9821b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912836 Mar 28 05:44:55.141926 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f52e901-63b0-4da7-9447-b2b95c6303ab x-openstack-request-id: req-3f52e901-63b0-4da7-9447-b2b95c6303ab {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:55.142219 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3e99e1-62cb-4b4a-b69b-979a854de7b1", "name": "network-vif-deleted", "tag": "e3a43380-5e98-4c30-982d-7efe6bad6031", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:55.142494 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f52e901-63b0-4da7-9447-b2b95c6303ab {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:55.142893 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f52e901-63b0-4da7-9447-b2b95c6303ab'] response: {'server_uuid': '1c3e99e1-62cb-4b4a-b69b-979a854de7b1', 'name': 'network-vif-deleted', 'tag': 'e3a43380-5e98-4c30-982d-7efe6bad6031', 'status': 'completed', 'code': 200} Mar 28 05:44:55.162217 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300d1ba-d821-407d-be2f-b6466e2ffeb9 req-d0c784bd-1d8d-4084-91a5-7183d5983b61 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:55.163696 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6300d1ba-d821-407d-be2f-b6466e2ffeb9 req-d0c784bd-1d8d-4084-91a5-7183d5983b61 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0567427 Mar 28 05:44:55.208313 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6300d1ba-d821-407d-be2f-b6466e2ffeb9 req-ab22dbb2-be20-482a-93d1-4a04b4cd565b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389907 Mar 28 05:44:56.182203 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b89387e1-51ac-4d49-a281-ed4b1f753468 req-b867900d-6be8-4e80-a51f-cce9491f0d46 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 210 time: 0.0289156 Mar 28 05:44:56.330713 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ee5fc-032d-498e-a6de-bd691e848bc5 req-6ef2762e-573a-40bf-8777-637eb50e9a88 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:56.332153 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-138ee5fc-032d-498e-a6de-bd691e848bc5 req-6ef2762e-573a-40bf-8777-637eb50e9a88 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0548928 Mar 28 05:44:56.377313 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-138ee5fc-032d-498e-a6de-bd691e848bc5 req-9184f9a9-31f1-4f5d-9718-8577c647c68d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394380 Mar 28 05:44:57.273737 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-39b3ee2a-3cad-475c-9a2d-1b86bdd80568 req-a79e3cf3-f98e-475e-9db3-821b01b7a845 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 210 time: 0.0265574 Mar 28 05:44:57.498647 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fa929-b255-4f8c-b25a-eb46f9f60e56 req-fc7a578a-5fc4-4e32-81d9-5664ebab78fb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:57.500006 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-373fa929-b255-4f8c-b25a-eb46f9f60e56 req-fc7a578a-5fc4-4e32-81d9-5664ebab78fb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0526609 Mar 28 05:44:57.547350 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-373fa929-b255-4f8c-b25a-eb46f9f60e56 req-464ee5c2-739c-4367-857d-01565fc64a94 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Mar 28 05:44:58.378969 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a57427d6-4739-42d2-bfff-bd1658795f6b req-815677ed-56b1-4111-9e28-0a74c96cf367 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 210 time: 0.0299776 Mar 28 05:44:58.666967 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e194cd1-27a7-4c78-8a3a-0f401a5d41b8 req-d40b75c3-bd2a-4726-ad1a-c4fc1e13d028 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:58.668484 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e194cd1-27a7-4c78-8a3a-0f401a5d41b8 req-d40b75c3-bd2a-4726-ad1a-c4fc1e13d028 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0504577 Mar 28 05:44:58.713961 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e194cd1-27a7-4c78-8a3a-0f401a5d41b8 req-146d2a89-4606-4594-b222-4c8fd219800a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391932 Mar 28 05:44:59.369196 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e3a43380-5e98-4c30-982d-7efe6bad6031 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:44:59.390392 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: e3a43380-5e98-4c30-982d-7efe6bad6031 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:44:59.390744 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e3a43380-5e98-4c30-982d-7efe6bad6031 not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:44:59.487369 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f5e54ad7-fe44-4a3f-a608-afd1aa2cc895 req-626a0c73-f7c2-4c7e-97b1-95c10cafe792 tempest-VolumesActionsTest-860819308 tempest-VolumesActionsTest-860819308-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3e99e1-62cb-4b4a-b69b-979a854de7b1 HTTP/1.1" status: 200 len: 210 time: 0.0261917 Mar 28 05:44:59.683597 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7e46-88b1-4f2d-b8a5-16ca114fda17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:59.838443 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aef4b1-21a6-4a60-9364-a24c2ac45ab5 req-fe424669-a823-491c-96c1-0e46ce9ad81a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:59.840018 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-36aef4b1-21a6-4a60-9364-a24c2ac45ab5 req-fe424669-a823-491c-96c1-0e46ce9ad81a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0562184 Mar 28 05:44:59.887668 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-36aef4b1-21a6-4a60-9364-a24c2ac45ab5 req-626f5d57-5c2b-44e9-a03c-b1b8ea9ef548 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417514 Mar 28 05:45:01.011768 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43de92-9ad2-4a1f-b9ac-fd20689ac533 req-d069c452-23e7-4268-b43e-8281a1d291d6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:01.013304 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-db43de92-9ad2-4a1f-b9ac-fd20689ac533 req-d069c452-23e7-4268-b43e-8281a1d291d6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0526869 Mar 28 05:45:01.061006 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-db43de92-9ad2-4a1f-b9ac-fd20689ac533 req-f3421ba4-4ace-4216-b218-81c13b7b1ad3 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415514 Mar 28 05:45:02.083000 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1893b90e-ff89-42ad-8a2e-f4228a37f1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.183079 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b10ca-399f-4714-bbc0-5ff334f81773 req-de8f7fad-7669-4709-9e6e-ab5f0b396191 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:02.184516 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0b8b10ca-399f-4714-bbc0-5ff334f81773 req-de8f7fad-7669-4709-9e6e-ab5f0b396191 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0519476 Mar 28 05:45:02.234833 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0b8b10ca-399f-4714-bbc0-5ff334f81773 req-1aba4c28-853d-4dee-b8f2-6277b029aa3a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447173 Mar 28 05:45:03.009910 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.357275 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdb407-d081-4344-8846-3c573ac0e4e9 req-d306ecc8-a79d-4413-9afd-b0cbd6f6e956 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:03.358760 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-13cdb407-d081-4344-8846-3c573ac0e4e9 req-d306ecc8-a79d-4413-9afd-b0cbd6f6e956 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0532846 Mar 28 05:45:03.411028 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-13cdb407-d081-4344-8846-3c573ac0e4e9 req-e90ca7f7-c231-4f54-9d81-4003feba7a1d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458529 Mar 28 05:45:04.532282 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6b565-157b-4af8-af9a-0a9430f09bd5 req-359c36d9-9c29-49ac-b1bb-2a546b068f4b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:04.534225 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-22a6b565-157b-4af8-af9a-0a9430f09bd5 req-359c36d9-9c29-49ac-b1bb-2a546b068f4b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0517530 Mar 28 05:45:04.580034 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-22a6b565-157b-4af8-af9a-0a9430f09bd5 req-1c9994a4-0c4c-41c8-b0c8-1fcd3a5be376 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Mar 28 05:45:04.690702 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:05.703936 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f77a7-eda3-458f-82f3-049fd7272eb3 req-fd7a2311-d883-459b-93c6-6bfa927f9ebd tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:05.705658 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bf7f77a7-eda3-458f-82f3-049fd7272eb3 req-fd7a2311-d883-459b-93c6-6bfa927f9ebd tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0563014 Mar 28 05:45:05.750698 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bf7f77a7-eda3-458f-82f3-049fd7272eb3 req-c5e1d64f-109c-4f0d-9287-270c55d46192 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393012 Mar 28 05:45:06.303589 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.869783 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f8e68-a59b-43db-bad2-21d1bcffe57c req-3eeafccd-8c40-46cf-9c7a-eae1250c9541 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:06.871247 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-851f8e68-a59b-43db-bad2-21d1bcffe57c req-3eeafccd-8c40-46cf-9c7a-eae1250c9541 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0513866 Mar 28 05:45:06.916727 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-851f8e68-a59b-43db-bad2-21d1bcffe57c req-f7527033-a3bb-4024-898b-1b29f24f57f2 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400722 Mar 28 05:45:07.397680 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:45:07.995119 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311c58b-dad7-46ac-9e50-05b9c523c926 req-1b205926-89cb-4c16-b8af-7a7cadbd35a5 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:07.996659 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6311c58b-dad7-46ac-9e50-05b9c523c926 req-1b205926-89cb-4c16-b8af-7a7cadbd35a5 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0557141 Mar 28 05:45:08.078643 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6311c58b-dad7-46ac-9e50-05b9c523c926 req-dad4ce1c-d1d1-4c76-bc9d-4a1c778b1ae7 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704215 Mar 28 05:45:08.087454 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c74af-4786-4132-97f3-e61f8cce8aaa req-97c151db-290c-402e-ac58-2ce984b908d4 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:08.088907 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de3c74af-4786-4132-97f3-e61f8cce8aaa req-97c151db-290c-402e-ac58-2ce984b908d4 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0907938 Mar 28 05:45:08.136202 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de3c74af-4786-4132-97f3-e61f8cce8aaa req-089c3af0-36dd-455a-869d-2f68d5159614 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417554 Mar 28 05:45:08.887923 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:09.285288 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b2f3b-a772-4f33-bcfc-4fdfa7f8e047 req-edce1822-3ff8-4eba-a987-229ed841f144 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:09.287510 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d10b2f3b-a772-4f33-bcfc-4fdfa7f8e047 req-edce1822-3ff8-4eba-a987-229ed841f144 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0963035 Mar 28 05:45:09.301819 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc477b-bf5f-4e9d-9011-058c977561f4 req-a394baac-dbc4-4c8d-81f2-d65bffb94fa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:09.303320 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-debc477b-bf5f-4e9d-9011-058c977561f4 req-a394baac-dbc4-4c8d-81f2-d65bffb94fa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0829225 Mar 28 05:45:09.391321 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d10b2f3b-a772-4f33-bcfc-4fdfa7f8e047 req-2983acef-19f9-4fb2-8635-71f5af4399c0 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970597 Mar 28 05:45:09.416491 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-debc477b-bf5f-4e9d-9011-058c977561f4 req-315bba43-04cd-4449-8fd5-f5be0c791c52 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949607 Mar 28 05:45:09.755601 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3267a8e-fbe8-48e3-baf5-9454ce1ac80d req-feff2224-35de-440a-9da4-d435109f63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:09.757986 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3267a8e-fbe8-48e3-baf5-9454ce1ac80d req-feff2224-35de-440a-9da4-d435109f63d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=166ef12b1d8740979caa27285de2817a&device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 1129 time: 0.0849848 Mar 28 05:45:09.923873 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3267a8e-fbe8-48e3-baf5-9454ce1ac80d req-45a9965e-3bd0-4367-a6f6-5e9ecb69b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:09.925521 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3267a8e-fbe8-48e3-baf5-9454ce1ac80d req-45a9965e-3bd0-4367-a6f6-5e9ecb69b4cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 200 len: 911 time: 0.1303148 Mar 28 05:45:09.999831 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3267a8e-fbe8-48e3-baf5-9454ce1ac80d req-be3440f3-a34c-41ba-ad6e-ca284a862a3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc HTTP/1.1" status: 200 len: 1001 time: 0.0677459 Mar 28 05:45:10.052177 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3267a8e-fbe8-48e3-baf5-9454ce1ac80d req-77f3de9e-54fe-4301-8933-d698d3306d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:10.053723 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3267a8e-fbe8-48e3-baf5-9454ce1ac80d req-77f3de9e-54fe-4301-8933-d698d3306d08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=418f1d99-5341-4144-b9ec-3887908e7b7b HTTP/1.1" status: 200 len: 850 time: 0.0475714 Mar 28 05:45:10.114508 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3267a8e-fbe8-48e3-baf5-9454ce1ac80d req-c4d70340-e04b-42c7-9bac-c91e25144dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:10.116172 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3267a8e-fbe8-48e3-baf5-9454ce1ac80d req-c4d70340-e04b-42c7-9bac-c91e25144dc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551503 Mar 28 05:45:10.255711 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3267a8e-fbe8-48e3-baf5-9454ce1ac80d req-7729a795-6051-4c24-9bd8-f5b9407a3151 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322739 Mar 28 05:45:10.403117 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3267a8e-fbe8-48e3-baf5-9454ce1ac80d req-c737f33e-fc96-4abc-8721-aa4a4e54c97d service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152325 Mar 28 05:45:10.568787 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4928f5a-c432-4e5f-bf4b-3c6012462913 req-255910ec-62d9-4bf3-a31d-c3a20094d885 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:10.570774 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b4928f5a-c432-4e5f-bf4b-3c6012462913 req-255910ec-62d9-4bf3-a31d-c3a20094d885 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.1046944 Mar 28 05:45:10.612270 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea88849-53fb-40f3-8ed9-0c1681af23d4 req-c33a9d7a-d2c2-4ff8-a22b-9bb64cc5da5a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:10.614491 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cea88849-53fb-40f3-8ed9-0c1681af23d4 req-c33a9d7a-d2c2-4ff8-a22b-9bb64cc5da5a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.1063929 Mar 28 05:45:10.671379 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b4928f5a-c432-4e5f-bf4b-3c6012462913 req-5de5ae7b-8cbd-4b0d-ac0a-d44d3eeb5d88 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949364 Mar 28 05:45:10.713158 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cea88849-53fb-40f3-8ed9-0c1681af23d4 req-359063b4-0d03-4b0e-b5fc-790ea3681e1d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833478 Mar 28 05:45:10.984233 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e077671-af0a-4215-af42-468e4f496e3b req-c8ab97d3-98ee-41df-ba9c-f4969ed7aad0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:10.985748 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0e077671-af0a-4215-af42-468e4f496e3b req-c8ab97d3-98ee-41df-ba9c-f4969ed7aad0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0634658 Mar 28 05:45:11.036758 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0e077671-af0a-4215-af42-468e4f496e3b req-1ce8d639-81c9-42b3-890e-8aa1c8407d57 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447605 Mar 28 05:45:11.887364 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edfd1e-ccc5-496a-a2d4-ca2e0d1f38d4 req-8956e9c0-3596-4ac3-9123-8ff2ba5d7822 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:11.889780 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-73edfd1e-ccc5-496a-a2d4-ca2e0d1f38d4 req-8956e9c0-3596-4ac3-9123-8ff2ba5d7822 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.1034043 Mar 28 05:45:11.907434 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19858b49-ce6d-449b-9b33-a51963ac621b req-b54ed39b-62ff-482c-b179-91208e8388ab tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:11.910087 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-19858b49-ce6d-449b-9b33-a51963ac621b req-b54ed39b-62ff-482c-b179-91208e8388ab tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0778408 Mar 28 05:45:11.992217 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-19858b49-ce6d-449b-9b33-a51963ac621b req-51375e85-5ec1-493f-9f28-98ab245a1bb1 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751150 Mar 28 05:45:11.994991 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-73edfd1e-ccc5-496a-a2d4-ca2e0d1f38d4 req-b1a31cd7-7a6e-4a0d-a1a8-2856294bf9c7 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838890 Mar 28 05:45:12.169605 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2660d-fda7-4e48-bdc5-75baa6dd81cf req-423d6fc3-5836-46ab-b20b-5116d0c5ba7e tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:12.171431 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bff2660d-fda7-4e48-bdc5-75baa6dd81cf req-423d6fc3-5836-46ab-b20b-5116d0c5ba7e tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0658307 Mar 28 05:45:12.230425 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bff2660d-fda7-4e48-bdc5-75baa6dd81cf req-de2868bd-ab2f-49af-9980-ea15067e67fc tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506363 Mar 28 05:45:13.165942 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd141c-d3da-46a7-95a5-8d33c16b03e7 req-5a086b39-1ac2-4517-b446-9032664cd216 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:13.173484 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-99cd141c-d3da-46a7-95a5-8d33c16b03e7 req-5a086b39-1ac2-4517-b446-9032664cd216 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0947146 Mar 28 05:45:13.201322 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3f596-ce65-4a9f-96ba-4be37e298be7 req-df36bb31-7025-4ac5-b3ab-ff6716d9b308 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:13.202903 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-83b3f596-ce65-4a9f-96ba-4be37e298be7 req-df36bb31-7025-4ac5-b3ab-ff6716d9b308 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0927024 Mar 28 05:45:13.248160 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-99cd141c-d3da-46a7-95a5-8d33c16b03e7 req-6bd275ae-fac1-4e3b-b72f-c8a506bfef35 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738180 Mar 28 05:45:13.292347 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-83b3f596-ce65-4a9f-96ba-4be37e298be7 req-12aa6816-eff8-4ff3-bef7-cf1331a900e6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792999 Mar 28 05:45:13.364886 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e146aa7-af7a-42e4-93d2-229b845834d6 req-bd2ba43b-b610-4984-a7c7-f4772f67eadb tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:13.366443 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e146aa7-af7a-42e4-93d2-229b845834d6 req-bd2ba43b-b610-4984-a7c7-f4772f67eadb tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0561237 Mar 28 05:45:13.419189 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e146aa7-af7a-42e4-93d2-229b845834d6 req-b302c0f4-1f1f-486d-985d-caaa398a439b tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467620 Mar 28 05:45:13.436338 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device fe470eb2-542e-49b1-a677-8ef6d29f0d54 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:45:13.536953 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:13.552337 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'port_id': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'mac_address': 'fa:16:3e:ca:02:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:45:13.596363 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port fe470eb2-542e-49b1-a677-8ef6d29f0d54 is: ACTIVE; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:13.596756 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:13.610297 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe470eb2-542e-49b1-a677-8ef6d29f0d54 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:45:13.630778 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:13.636264 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:13.691800 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=fe470eb2-542e-49b1-a677-8ef6d29f0d54,revision_number=6']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:13.701818 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.701818 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.701818 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.701818 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.701818 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.701818 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.702549 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.702549 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.702713 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.703789 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.703789 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.703789 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.704046 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.704301 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.704686 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:13.969364 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['fe470eb2-542e-49b1-a677-8ef6d29f0d54'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:45:14.404185 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01efe4d-d825-4e34-81b3-f9869804c281 req-c09bcbb1-9d77-45bd-a8d4-a95621a84af4 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:14.405660 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c01efe4d-d825-4e34-81b3-f9869804c281 req-c09bcbb1-9d77-45bd-a8d4-a95621a84af4 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0843015 Mar 28 05:45:14.504271 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbffe37-566e-4590-983a-fc31b48811a0 req-3730e2b5-2930-4a9e-80a2-afc53702cc74 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:14.505878 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7fbffe37-566e-4590-983a-fc31b48811a0 req-3730e2b5-2930-4a9e-80a2-afc53702cc74 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 944 time: 0.1359384 Mar 28 05:45:14.520599 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c01efe4d-d825-4e34-81b3-f9869804c281 req-14d4461d-cd5e-4008-a4b3-3d540a649dcd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074572 Mar 28 05:45:14.584167 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2b047-4be1-4849-8267-56a74c78009d req-62122f31-ef5a-4780-833d-1932f67557a7 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:14.584876 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-83c2b047-4be1-4849-8267-56a74c78009d req-62122f31-ef5a-4780-833d-1932f67557a7 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.21 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 945 time: 0.1455657 Mar 28 05:45:14.652098 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7fbffe37-566e-4590-983a-fc31b48811a0 req-2544f1eb-f74c-404e-aa07-65cd587da048 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283188 Mar 28 05:45:14.717349 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5509-c9c7-432b-9f13-7860d6debc46 req-3262c527-3b9f-4db5-979a-7fa73622181b tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:14.718848 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b89b5509-c9c7-432b-9f13-7860d6debc46 req-3262c527-3b9f-4db5-979a-7fa73622181b tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b14593-41c8-4097-9531-0d36403d8e7f HTTP/1.1" status: 200 len: 945 time: 0.1276872 Mar 28 05:45:14.764828 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-83c2b047-4be1-4849-8267-56a74c78009d req-39f39d54-8c22-4771-a70b-07d8c1fbabb0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Deleting port c224845d-f4ad-49ce-8ce4-d1215b29b7ec {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:14.765199 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-83c2b047-4be1-4849-8267-56a74c78009d req-39f39d54-8c22-4771-a70b-07d8c1fbabb0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:14.830626 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b89b5509-c9c7-432b-9f13-7860d6debc46 req-a91e0f69-7b73-46f4-a33a-d17a6d5c84b3 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdd1dc9e-536c-4dd8-9933-bce1ca77218d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051803 Mar 28 05:45:14.878764 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-83c2b047-4be1-4849-8267-56a74c78009d req-39f39d54-8c22-4771-a70b-07d8c1fbabb0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] For port c224845d-f4ad-49ce-8ce4-d1215b29b7ec, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c224845d-f4ad-49ce-8ce4-d1215b29b7ec,segment=NetworkSegment(bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5),segment_id=bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:14.879398 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-83c2b047-4be1-4849-8267-56a74c78009d req-39f39d54-8c22-4771-a70b-07d8c1fbabb0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:14.896781 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-83c2b047-4be1-4849-8267-56a74c78009d req-39f39d54-8c22-4771-a70b-07d8c1fbabb0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Calling delete_port for c224845d-f4ad-49ce-8ce4-d1215b29b7ec owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:15.062857 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-83c2b047-4be1-4849-8267-56a74c78009d req-39f39d54-8c22-4771-a70b-07d8c1fbabb0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (c224845d-f4ad-49ce-8ce4-d1215b29b7ec), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.098372 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f39d54-8c22-4771-a70b-07d8c1fbabb0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Pushing event deleted for resources: {'Port': ['ID=c224845d-f4ad-49ce-8ce4-d1215b29b7ec,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:15.113673 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['c224845d-f4ad-49ce-8ce4-d1215b29b7ec'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:45:15.148306 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c2b047-4be1-4849-8267-56a74c78009d req-39f39d54-8c22-4771-a70b-07d8c1fbabb0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] No DVR routers for this DVR port c224845d-f4ad-49ce-8ce4-d1215b29b7ec on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:45:15.151467 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-83c2b047-4be1-4849-8267-56a74c78009d req-39f39d54-8c22-4771-a70b-07d8c1fbabb0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.155118 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-83c2b047-4be1-4849-8267-56a74c78009d req-39f39d54-8c22-4771-a70b-07d8c1fbabb0 tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] 10.222.0.21 "DELETE /v2.0/ports/c224845d-f4ad-49ce-8ce4-d1215b29b7ec HTTP/1.1" status: 204 len: 173 time: 0.5622995 Mar 28 05:45:15.155573 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b14593-41c8-4097-9531-0d36403d8e7f', 'name': 'network-vif-deleted', 'tag': 'c224845d-f4ad-49ce-8ce4-d1215b29b7ec'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:15.157846 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05767f13-87b3-4733-b877-ff039f17aa8d" -d '{"events": [{"server_uuid": "19b14593-41c8-4097-9531-0d36403d8e7f", "name": "network-vif-deleted", "tag": "c224845d-f4ad-49ce-8ce4-d1215b29b7ec"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:15.207507 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed2887c-1ecd-42fa-ba66-de27819894f5 x-openstack-request-id: req-2ed2887c-1ecd-42fa-ba66-de27819894f5 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:15.207810 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b14593-41c8-4097-9531-0d36403d8e7f", "name": "network-vif-deleted", "tag": "c224845d-f4ad-49ce-8ce4-d1215b29b7ec", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:15.208169 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ed2887c-1ecd-42fa-ba66-de27819894f5 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:15.209054 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed2887c-1ecd-42fa-ba66-de27819894f5'] response: {'server_uuid': '19b14593-41c8-4097-9531-0d36403d8e7f', 'name': 'network-vif-deleted', 'tag': 'c224845d-f4ad-49ce-8ce4-d1215b29b7ec', 'status': 'completed', 'code': 200} Mar 28 05:45:15.488165 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device fe470eb2-542e-49b1-a677-8ef6d29f0d54 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:15.544096 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port fe470eb2-542e-49b1-a677-8ef6d29f0d54 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:15.544487 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.640622 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port fe470eb2-542e-49b1-a677-8ef6d29f0d54 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:15.641390 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.702380 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:15.708403 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:15.717975 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07197613-f8ee-4c9a-b450-91ad234cab8c" -d '{"events": [{"server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "name": "network-vif-plugged", "status": "completed", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:15.722535 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.723312 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c224845d-f4ad-49ce-8ce4-d1215b29b7ec no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:45:15.804019 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb9ca9-392c-4697-a6a0-937430be3bb9 req-d0107b56-13fb-4a63-a7bf-0e8a89d48a44 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:15.815345 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9fbb9ca9-392c-4697-a6a0-937430be3bb9 req-d0107b56-13fb-4a63-a7bf-0e8a89d48a44 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.1495819 Mar 28 05:45:15.825202 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: c224845d-f4ad-49ce-8ce4-d1215b29b7ec {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:45:15.825542 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c224845d-f4ad-49ce-8ce4-d1215b29b7ec not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:45:15.880427 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=fe470eb2-542e-49b1-a677-8ef6d29f0d54,revision_number=7']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:15.914031 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f40f3-be6d-452d-8170-f321fd0852cd req-9a60a0e6-1409-489e-b5e4-50c4f7091e40 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:15.921347 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ab6f40f3-be6d-452d-8170-f321fd0852cd req-9a60a0e6-1409-489e-b5e4-50c4f7091e40 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.1599171 Mar 28 05:45:15.965848 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9fbb9ca9-392c-4697-a6a0-937430be3bb9 req-29f36839-b425-4810-936e-bf828c69d022 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290910 Mar 28 05:45:15.990745 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ab6f40f3-be6d-452d-8170-f321fd0852cd req-fe8ead42-4767-4863-846d-53a7309aec0a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595510 Mar 28 05:45:16.027946 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4dd319-28b8-4ad4-a5d2-5baba9fccf89 x-openstack-request-id: req-ba4dd319-28b8-4ad4-a5d2-5baba9fccf89 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:16.038206 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "name": "network-vif-plugged", "status": "completed", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:16.038511 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba4dd319-28b8-4ad4-a5d2-5baba9fccf89 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:16.038946 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4dd319-28b8-4ad4-a5d2-5baba9fccf89'] response: {'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'code': 200} Mar 28 05:45:17.132039 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98cfb6-8e22-4d89-8505-25fa2dc1771b req-0145b461-00c6-41f4-8f19-a5132364c851 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:17.139543 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1c98cfb6-8e22-4d89-8505-25fa2dc1771b req-0145b461-00c6-41f4-8f19-a5132364c851 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0962260 Mar 28 05:45:17.171494 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b5776-7703-446f-9323-2322a967aef6 req-5d2357eb-74a7-4601-92df-58c364027b6e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:17.174217 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-211b5776-7703-446f-9323-2322a967aef6 req-5d2357eb-74a7-4601-92df-58c364027b6e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.1029959 Mar 28 05:45:17.225491 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1c98cfb6-8e22-4d89-8505-25fa2dc1771b req-cda8c083-ad8d-4599-b6c0-b64d6694add0 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850754 Mar 28 05:45:17.250197 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-211b5776-7703-446f-9323-2322a967aef6 req-092ef550-5285-4271-883c-c86eb7770a74 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698693 Mar 28 05:45:18.414403 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec034a-64f9-412c-87f8-a25d22fcc61e req-2f44ac7e-13d7-44dd-917a-148cee8f7893 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:18.416031 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-37ec034a-64f9-412c-87f8-a25d22fcc61e req-2f44ac7e-13d7-44dd-917a-148cee8f7893 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0841053 Mar 28 05:45:18.427281 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7394b-5a58-406f-8468-ee20eee37292 req-607f2b58-4066-4464-96f7-93f4b7ac274d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:18.428861 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c2e7394b-5a58-406f-8468-ee20eee37292 req-607f2b58-4066-4464-96f7-93f4b7ac274d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.1064742 Mar 28 05:45:18.526452 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c2e7394b-5a58-406f-8468-ee20eee37292 req-70c38aff-bddc-4ab2-bd5c-90d7c12af1f5 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845892 Mar 28 05:45:18.538951 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-37ec034a-64f9-412c-87f8-a25d22fcc61e req-7645843b-5545-4a18-89a4-5bc98f198a4b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088879 Mar 28 05:45:19.743172 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7073c8-29af-41e9-92cc-f5a1b677db5b req-c14ed13e-c730-40e3-81fc-e49fd6dc94ea tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:19.752865 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a7073c8-29af-41e9-92cc-f5a1b677db5b req-c14ed13e-c730-40e3-81fc-e49fd6dc94ea tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.1290722 Mar 28 05:45:19.785693 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66dc5b-50a6-4db4-98c3-39d805753ce9 req-55e059c7-eb85-4c5f-80fc-1534b074a69c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:19.787237 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6f66dc5b-50a6-4db4-98c3-39d805753ce9 req-55e059c7-eb85-4c5f-80fc-1534b074a69c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.1186969 Mar 28 05:45:19.855487 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a7073c8-29af-41e9-92cc-f5a1b677db5b req-e97a8fc8-3f80-44a5-95ef-e3e6ad7626ee tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016347 Mar 28 05:45:19.886122 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6f66dc5b-50a6-4db4-98c3-39d805753ce9 req-05167ff1-13ed-4948-972a-bff514bc3df2 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916944 Mar 28 05:45:21.060084 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14cde0-60dc-4a31-bcb9-1242841244c1 req-85e5c559-3f2b-44ad-a278-19d9e84c7e43 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:21.061929 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cc14cde0-60dc-4a31-bcb9-1242841244c1 req-85e5c559-3f2b-44ad-a278-19d9e84c7e43 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0967512 Mar 28 05:45:21.103846 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19932dc-e21b-441f-a8d5-9cf455adc830 req-75aa35de-8577-44c0-9eb6-46e32bc8b222 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:21.105651 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e19932dc-e21b-441f-a8d5-9cf455adc830 req-75aa35de-8577-44c0-9eb6-46e32bc8b222 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0921042 Mar 28 05:45:21.162043 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cc14cde0-60dc-4a31-bcb9-1242841244c1 req-d7f5bfd3-b433-4145-8731-309e4899c4fa tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816731 Mar 28 05:45:21.245293 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e19932dc-e21b-441f-a8d5-9cf455adc830 req-570ab167-a633-4210-bd30-ef67b76be763 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329503 Mar 28 05:45:22.282348 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685296e-ad00-449d-9015-66dee047568c req-5cc1d4b7-0434-42c9-aca4-de09474d5676 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:22.282348 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5685296e-ad00-449d-9015-66dee047568c req-5cc1d4b7-0434-42c9-aca4-de09474d5676 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0590510 Mar 28 05:45:22.332061 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5685296e-ad00-449d-9015-66dee047568c req-6a22ed55-e77e-4224-9cd9-0e42889f7230 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496621 Mar 28 05:45:22.401826 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a48fd5-0d9a-4e27-815a-fb11fca1a17b req-93546018-acb6-4496-9a40-5e6d74e8b521 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:22.403351 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d4a48fd5-0d9a-4e27-815a-fb11fca1a17b req-93546018-acb6-4496-9a40-5e6d74e8b521 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0554116 Mar 28 05:45:22.459693 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d4a48fd5-0d9a-4e27-815a-fb11fca1a17b req-8fb78283-e9f4-4c33-8014-72cc409f3e4c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498552 Mar 28 05:45:23.525365 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478b950-ae65-45a3-9919-2e44c4ebc34b req-f9b48b0b-cd8f-4179-be9e-3cc155deec28 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:23.527331 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a478b950-ae65-45a3-9919-2e44c4ebc34b req-f9b48b0b-cd8f-4179-be9e-3cc155deec28 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0914702 Mar 28 05:45:23.634381 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a478b950-ae65-45a3-9919-2e44c4ebc34b req-895a7104-7747-40d6-bf9f-bb91e48d2afc tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001525 Mar 28 05:45:23.655149 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad190-c481-437d-b596-ee8bc2efee8e req-7aa55e01-031f-44e6-b823-341f73ae4f76 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:23.656779 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-40aad190-c481-437d-b596-ee8bc2efee8e req-7aa55e01-031f-44e6-b823-341f73ae4f76 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0738516 Mar 28 05:45:23.792817 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-40aad190-c481-437d-b596-ee8bc2efee8e req-45932cf4-9452-4f9a-a903-38ade458f30d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132798 Mar 28 05:45:24.843628 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3f095-ce7a-4e61-9a64-c1cd9a45df8a req-b40c2f87-adfa-4f10-ac1d-e7adfbf8d9d2 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:24.850552 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-55b3f095-ce7a-4e61-9a64-c1cd9a45df8a req-b40c2f87-adfa-4f10-ac1d-e7adfbf8d9d2 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.1180327 Mar 28 05:45:24.949851 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-55b3f095-ce7a-4e61-9a64-c1cd9a45df8a req-becf83f8-3a12-4a36-bf91-1e344c93aba3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983980 Mar 28 05:45:25.002396 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165c17f-9b12-451d-9ea4-8d1425db2532 req-11bd35f3-a06f-4157-8b8c-3f3db52a91e0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:25.004103 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f165c17f-9b12-451d-9ea4-8d1425db2532 req-11bd35f3-a06f-4157-8b8c-3f3db52a91e0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.1143701 Mar 28 05:45:25.105679 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f165c17f-9b12-451d-9ea4-8d1425db2532 req-199e730b-e703-46d0-a92d-4b1302f58715 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941360 Mar 28 05:45:26.073677 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45f25b-a219-4736-bc48-f05522a899b7 req-5dece079-f826-4099-8bf4-11d5899261da tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:26.075996 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b45f25b-a219-4736-bc48-f05522a899b7 req-5dece079-f826-4099-8bf4-11d5899261da tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0670137 Mar 28 05:45:26.135338 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b45f25b-a219-4736-bc48-f05522a899b7 req-6df7d164-5e4c-44da-ad43-1899c5e161f6 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520477 Mar 28 05:45:26.254193 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ac0fa-51c2-48b6-a7cf-4860697c0d0f req-a6250293-a671-4bc4-932c-3b2de48b16a8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:26.260753 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fd8ac0fa-51c2-48b6-a7cf-4860697c0d0f req-a6250293-a671-4bc4-932c-3b2de48b16a8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0657058 Mar 28 05:45:26.306342 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fd8ac0fa-51c2-48b6-a7cf-4860697c0d0f req-b3df568c-141a-4398-bd27-4d2419d9783b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446618 Mar 28 05:45:27.279229 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba5821-55d5-4b35-9d0b-93caa1252531 req-c3de6391-9444-4588-b61a-1e39e0d4c113 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:27.280870 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2fba5821-55d5-4b35-9d0b-93caa1252531 req-c3de6391-9444-4588-b61a-1e39e0d4c113 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0665340 Mar 28 05:45:27.371886 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2fba5821-55d5-4b35-9d0b-93caa1252531 req-6260c430-7619-4f39-a981-3bfa27cb6b47 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846355 Mar 28 05:45:27.492996 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ccabb-ca9e-4ffd-b23c-51f31139b1cd req-f68b4594-e9ab-436b-b09e-344ff0c424b0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:27.496078 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3e3ccabb-ca9e-4ffd-b23c-51f31139b1cd req-f68b4594-e9ab-436b-b09e-344ff0c424b0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0976939 Mar 28 05:45:27.577466 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3e3ccabb-ca9e-4ffd-b23c-51f31139b1cd req-44b690eb-f29c-443f-bff9-a79737a0544b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758321 Mar 28 05:45:28.558998 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64826ad-7997-489f-92e1-a12aa25a1585 req-3b4e0358-573b-4584-b5b3-1feb8ceb94ee tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:28.560612 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b64826ad-7997-489f-92e1-a12aa25a1585 req-3b4e0358-573b-4584-b5b3-1feb8ceb94ee tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0720565 Mar 28 05:45:28.618609 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b64826ad-7997-489f-92e1-a12aa25a1585 req-345e0565-bf67-4f2a-b92a-da4ad64ef83d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516715 Mar 28 05:45:28.740583 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 39612) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:28.751409 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db393160-2ece-44d7-9adb-dc8ce968eda5 req-793a904d-3e9e-42b9-a5eb-59b07b861645 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:28.758654 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-db393160-2ece-44d7-9adb-dc8ce968eda5 req-793a904d-3e9e-42b9-a5eb-59b07b861645 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0883884 Mar 28 05:45:28.835420 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Deleting subnet bc86cd64-bd24-43c4-9487-e8d03655dd23 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:45:28.842131 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Publish callbacks [] for subnet (bc86cd64-bd24-43c4-9487-e8d03655dd23), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:28.924916 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (bc86cd64-bd24-43c4-9487-e8d03655dd23), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:28.976960 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (bc86cd64-bd24-43c4-9487-e8d03655dd23), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.046579 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (bc86cd64-bd24-43c4-9487-e8d03655dd23), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.072040 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc86cd64-bd24-43c4-9487-e8d03655dd23,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:29.076348 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-db393160-2ece-44d7-9adb-dc8ce968eda5 req-ba1ba1f9-29af-4e4a-a729-42a711da484e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163829 Mar 28 05:45:29.084323 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.084931 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.086175 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.086710 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.087214 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.087709 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.088200 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.088699 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.089200 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.089541 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.089907 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.090083 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4b184-c414-45eb-8995-eaf7d9c61900 req-953863f5-44be-4bae-90ad-aedaaa19f8cb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:29.090233 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.090916 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.091251 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.091579 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.091955 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-28e4b184-c414-45eb-8995-eaf7d9c61900 req-953863f5-44be-4bae-90ad-aedaaa19f8cb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0835583 Mar 28 05:45:29.106825 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.106825 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-df078462-bfa2-48bc-9793-d88798f01683 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bc86cd64-bd24-43c4-9487-e8d03655dd23 HTTP/1.1" status: 204 len: 168 time: 0.3595500 Mar 28 05:45:29.107009 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 39618) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:29.199102 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (5fbd7c2b-4628-4b7b-be56-6e103ccc6286), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.203157 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-28e4b184-c414-45eb-8995-eaf7d9c61900 req-49578a3a-79bc-4e4c-9fad-d1a3ed291955 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044643 Mar 28 05:45:29.294689 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (5fbd7c2b-4628-4b7b-be56-6e103ccc6286), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.317755 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbd7c2b-4628-4b7b-be56-6e103ccc6286']}} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:29.327320 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b34ed6-7f6f-4291-95c7-ca722403e199') {'for_net_delete': True} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:29.327612 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b34ed6-7f6f-4291-95c7-ca722403e199') {} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:29.341605 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26646710'] for segment (b5b34ed6-7f6f-4291-95c7-ca722403e199), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.355212 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (b5b34ed6-7f6f-4291-95c7-ca722403e199), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.362062 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:45:29.362559 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578808'] for segment (b5b34ed6-7f6f-4291-95c7-ca722403e199), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: Traceback (most recent call last): Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: timer() Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: cb(*args, **kw) Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: return func(*args, **kwargs) Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: self._notify() Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: self.callback(batched_events) Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: event.method(event) Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: return f(self, *a, **k) Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._get(url).json() Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: return self.request(url, 'GET', **kwargs) Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:45:29.364164 dv-cinder-831776-5-iscsi neutron-server[109788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:45:29.420426 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (5fbd7c2b-4628-4b7b-be56-6e103ccc6286), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.427691 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.433378 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5fbd7c2b-4628-4b7b-be56-6e103ccc6286 HTTP/1.1" status: 204 len: 168 time: 0.3249521 Mar 28 05:45:29.440662 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fbd7c2b-4628-4b7b-be56-6e103ccc6286,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:29.447999 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.448349 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.448694 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.449031 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.449364 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.449694 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.450020 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.450371 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.450698 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.451019 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.451345 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.451667 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.451985 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.452308 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.452621 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5fc13c-1277-4423-b823-e3425bdba512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:29.601436 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 39630) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:29.640522 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-4e87b6e5-52e5-4165-b8c4-ba0563ff8fdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa62337302df41beba3afb6444e43e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379069 Mar 28 05:45:29.642910 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 39632) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:29.685132 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-49ac0e2a-22f1-47b0-899b-be80fc58a99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.692185 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c494e282-2762-4511-be59-70ce7db9ed37 admin admin] Publish callbacks [] for security_group (57bdc31d-7984-46cb-9502-85b85ba9821b), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.713042 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c494e282-2762-4511-be59-70ce7db9ed37 admin admin] Publish callbacks [] for security_group (57bdc31d-7984-46cb-9502-85b85ba9821b), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.762333 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c494e282-2762-4511-be59-70ce7db9ed37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (57bdc31d-7984-46cb-9502-85b85ba9821b), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.764829 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c494e282-2762-4511-be59-70ce7db9ed37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:29.765962 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-c494e282-2762-4511-be59-70ce7db9ed37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57bdc31d-7984-46cb-9502-85b85ba9821b HTTP/1.1" status: 204 len: 168 time: 0.1221826 Mar 28 05:45:29.773575 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494e282-2762-4511-be59-70ce7db9ed37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bdc31d-7984-46cb-9502-85b85ba9821b,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:30.204988 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafc137-713d-4aa9-a183-133ed368640f req-0ac97b97-35af-42f2-bbe1-963411d0d2d0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:30.206710 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9fafc137-713d-4aa9-a183-133ed368640f req-0ac97b97-35af-42f2-bbe1-963411d0d2d0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0542679 Mar 28 05:45:30.262573 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9fafc137-713d-4aa9-a183-133ed368640f req-4ccb061b-353c-40bc-b62c-816c3d6d504b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485902 Mar 28 05:45:30.335059 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22870f9-26da-4ffe-a9ed-7ae0cc720bff req-71df5d03-9c29-421c-9645-c971058ebfcb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:30.336541 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c22870f9-26da-4ffe-a9ed-7ae0cc720bff req-71df5d03-9c29-421c-9645-c971058ebfcb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0546219 Mar 28 05:45:30.383752 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c22870f9-26da-4ffe-a9ed-7ae0cc720bff req-938dd372-27d0-4138-878c-9b2d7fc3d899 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417860 Mar 28 05:45:31.386608 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a1f0b-7e60-4ee9-a278-210358b240e0 req-0d8b6a1b-a6e5-4c7b-8e3c-9ece6acc0d12 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:31.388076 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d97a1f0b-7e60-4ee9-a278-210358b240e0 req-0d8b6a1b-a6e5-4c7b-8e3c-9ece6acc0d12 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0548222 Mar 28 05:45:31.434183 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d97a1f0b-7e60-4ee9-a278-210358b240e0 req-7801a94b-acd7-480f-828b-93e4b496be34 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400932 Mar 28 05:45:31.501570 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1b599-af95-45d7-b93e-28050216d25d req-661ab879-a198-4a40-9de0-59787ec7f33d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:31.503058 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e9b1b599-af95-45d7-b93e-28050216d25d req-661ab879-a198-4a40-9de0-59787ec7f33d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0531957 Mar 28 05:45:31.547845 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e9b1b599-af95-45d7-b93e-28050216d25d req-cc556bc7-d06b-4650-b0c8-7eb0f4f08158 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393620 Mar 28 05:45:32.083408 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cadf00db-3653-4a04-aab9-99a54f1d51ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:32.563169 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f194d0-c796-477f-9e1f-af76b59c596c req-138dc169-b655-4bcb-ba49-31f212f86530 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:32.564671 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-99f194d0-c796-477f-9e1f-af76b59c596c req-138dc169-b655-4bcb-ba49-31f212f86530 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0611229 Mar 28 05:45:32.669254 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-99f194d0-c796-477f-9e1f-af76b59c596c req-d31e5f94-e77d-436d-a9dd-e6b9e4da5c36 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990541 Mar 28 05:45:32.688469 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff94b9-8b62-4d4c-a46a-28a9a3978af1 req-9fc5951d-4af2-45fb-8bf9-aee6458c1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:32.689931 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e3ff94b9-8b62-4d4c-a46a-28a9a3978af1 req-9fc5951d-4af2-45fb-8bf9-aee6458c1f9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=166ef12b1d8740979caa27285de2817a&device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 1129 time: 0.0972145 Mar 28 05:45:32.701100 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ac496-e46d-46b0-907e-407df18e615d req-ec8ed789-ab20-4599-92ca-973aff5f6b98 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:32.702611 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a74ac496-e46d-46b0-907e-407df18e615d req-ec8ed789-ab20-4599-92ca-973aff5f6b98 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0789485 Mar 28 05:45:32.804819 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a74ac496-e46d-46b0-907e-407df18e615d req-a7fea63a-f8fe-4ae5-95bd-114e8abfcc8b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932329 Mar 28 05:45:32.823056 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff94b9-8b62-4d4c-a46a-28a9a3978af1 req-6e4be78e-45c3-4d54-905d-55eeb3f3471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:32.824512 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e3ff94b9-8b62-4d4c-a46a-28a9a3978af1 req-6e4be78e-45c3-4d54-905d-55eeb3f3471f service neutron] 10.222.0.21 "GET /v2.0/networks?id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 200 len: 911 time: 0.1210654 Mar 28 05:45:32.888534 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e3ff94b9-8b62-4d4c-a46a-28a9a3978af1 req-bdd9e397-f181-41bb-9966-384f5f3f9548 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc HTTP/1.1" status: 200 len: 1001 time: 0.0573618 Mar 28 05:45:32.937491 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff94b9-8b62-4d4c-a46a-28a9a3978af1 req-674fce17-df1a-4244-a3d7-744473596018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:32.938924 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e3ff94b9-8b62-4d4c-a46a-28a9a3978af1 req-674fce17-df1a-4244-a3d7-744473596018 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=418f1d99-5341-4144-b9ec-3887908e7b7b HTTP/1.1" status: 200 len: 850 time: 0.0450282 Mar 28 05:45:32.987033 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff94b9-8b62-4d4c-a46a-28a9a3978af1 req-4e5c4d72-87f9-4b47-8ec6-cd474de4d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:32.988475 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e3ff94b9-8b62-4d4c-a46a-28a9a3978af1 req-4e5c4d72-87f9-4b47-8ec6-cd474de4d64c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437546 Mar 28 05:45:33.015063 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:33.084726 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e3ff94b9-8b62-4d4c-a46a-28a9a3978af1 req-295fd8e0-5764-4312-809d-5d3afeba03e5 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890791 Mar 28 05:45:33.177235 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e3ff94b9-8b62-4d4c-a46a-28a9a3978af1 req-c9ceffaf-bef1-4061-a335-4004c76d24b4 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852680 Mar 28 05:45:33.796011 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7231e-c8ac-40c5-a6ec-0c89c68ce175 req-05eb391a-8178-4d8d-8470-f64506024770 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:33.797511 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-caf7231e-c8ac-40c5-a6ec-0c89c68ce175 req-05eb391a-8178-4d8d-8470-f64506024770 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0518243 Mar 28 05:45:33.847262 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-caf7231e-c8ac-40c5-a6ec-0c89c68ce175 req-08ff5511-a05a-4d8f-ac65-ee9dffb63aaf tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431869 Mar 28 05:45:33.932443 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c58543-6d71-411e-a2bd-39d65815dd21 req-61723049-0e57-4985-bc97-30f146d7abdd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:33.933948 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-08c58543-6d71-411e-a2bd-39d65815dd21 req-61723049-0e57-4985-bc97-30f146d7abdd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0567191 Mar 28 05:45:33.980276 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-08c58543-6d71-411e-a2bd-39d65815dd21 req-97884e97-1e52-4700-86c6-deef24f8836b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405068 Mar 28 05:45:34.410800 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf6be0-675e-4234-9c8b-38c94b359401 req-03aa9f91-b425-4c81-9779-3bfb3e294a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:34.412290 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0fdf6be0-675e-4234-9c8b-38c94b359401 req-03aa9f91-b425-4c81-9779-3bfb3e294a7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 1129 time: 0.0448675 Mar 28 05:45:34.506034 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf6be0-675e-4234-9c8b-38c94b359401 req-e50019e0-ca50-4097-aef2-00203d2d8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:34.507505 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0fdf6be0-675e-4234-9c8b-38c94b359401 req-e50019e0-ca50-4097-aef2-00203d2d8d3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 916 time: 0.0880222 Mar 28 05:45:34.574865 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0fdf6be0-675e-4234-9c8b-38c94b359401 req-f004549c-c0ab-44ae-a394-f549c374088d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54 HTTP/1.1" status: 200 len: 1001 time: 0.0598049 Mar 28 05:45:34.624855 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf6be0-675e-4234-9c8b-38c94b359401 req-cb312c15-a0ec-4ffe-a962-a1f62d7d578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:34.626466 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0fdf6be0-675e-4234-9c8b-38c94b359401 req-cb312c15-a0ec-4ffe-a962-a1f62d7d578f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.0458603 Mar 28 05:45:34.680609 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf6be0-675e-4234-9c8b-38c94b359401 req-30fe8ee6-3196-459f-baae-b9e187c37a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:34.682115 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0fdf6be0-675e-4234-9c8b-38c94b359401 req-30fe8ee6-3196-459f-baae-b9e187c37a15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493362 Mar 28 05:45:34.691008 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:34.773419 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0fdf6be0-675e-4234-9c8b-38c94b359401 req-d56d9205-c29d-45a1-b338-3a3ac292ec37 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846276 Mar 28 05:45:34.986577 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0fdf6be0-675e-4234-9c8b-38c94b359401 req-52f438c3-e785-4a09-9d0a-246daefb4167 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361411 Mar 28 05:45:35.004657 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6dcf7-350b-4295-b087-a21571a460e4 req-c0b5aa72-7246-4020-9f6b-97e377e07720 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:35.006212 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-71b6dcf7-350b-4295-b087-a21571a460e4 req-c0b5aa72-7246-4020-9f6b-97e377e07720 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0791280 Mar 28 05:45:35.064364 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-71b6dcf7-350b-4295-b087-a21571a460e4 req-a7c77be2-1ada-42f8-b25d-487afae72671 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522988 Mar 28 05:45:35.104859 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064d59-f834-4f51-9b74-472817916ab7 req-eed82693-a4eb-443d-a7c6-b50b5fd0e6eb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:35.106359 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-12064d59-f834-4f51-9b74-472817916ab7 req-eed82693-a4eb-443d-a7c6-b50b5fd0e6eb tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0546439 Mar 28 05:45:35.151562 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-12064d59-f834-4f51-9b74-472817916ab7 req-9430dd82-0787-4c20-948a-d4883c2444af tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395410 Mar 28 05:45:36.194422 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede4935-d28c-46ee-aef6-fd672309192b req-02b1b954-b8e0-465c-9360-84049218e487 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:36.195809 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cede4935-d28c-46ee-aef6-fd672309192b req-02b1b954-b8e0-465c-9360-84049218e487 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 945 time: 0.0560596 Mar 28 05:45:36.248718 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cede4935-d28c-46ee-aef6-fd672309192b req-6c6f2825-e049-4a83-ba08-aad6bd8d1b90 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 Mar 28 05:45:36.305919 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:37.159451 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device fe470eb2-542e-49b1-a677-8ef6d29f0d54 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:45:37.236894 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port fe470eb2-542e-49b1-a677-8ef6d29f0d54 is: ACTIVE; New status is: DOWN {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:37.237209 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:37.261014 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:37.263396 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce802e2a-e7d0-4a81-843f-edec2bff79b7" -d '{"events": [{"server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "name": "network-vif-unplugged", "status": "completed", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:37.276771 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:37.281081 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:37.327329 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbbb1a7-70c5-41c1-a49c-412d1fb56326 x-openstack-request-id: req-ebbbb1a7-70c5-41c1-a49c-412d1fb56326 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:37.327952 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "name": "network-vif-unplugged", "status": "completed", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:37.327952 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebbbb1a7-70c5-41c1-a49c-412d1fb56326 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:37.328260 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebbbb1a7-70c5-41c1-a49c-412d1fb56326'] response: {'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'code': 200} Mar 28 05:45:37.338059 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=fe470eb2-542e-49b1-a677-8ef6d29f0d54,revision_number=8']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:37.397167 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fd48b-6b40-4c1c-a321-20e8ca8ba206 req-5e96df5a-6be5-4cf6-bb8a-689f1807d127 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:37.398760 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-176fd48b-6b40-4c1c-a321-20e8ca8ba206 req-5e96df5a-6be5-4cf6-bb8a-689f1807d127 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0584111 Mar 28 05:45:37.447149 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-176fd48b-6b40-4c1c-a321-20e8ca8ba206 req-202859a9-d5d4-4d76-95bd-fb88de7d2646 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Mar 28 05:45:37.927771 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [req-5c60848a-15e0-42cd-8ea1-d63b6807bc06 req-002a3601-92aa-45c9-8395-8060bd548562 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:45:37.928966 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5c60848a-15e0-42cd-8ea1-d63b6807bc06 req-002a3601-92aa-45c9-8395-8060bd548562 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054069 Mar 28 05:45:38.101952 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f5b37-2e17-40ac-a9f0-b16b9bd3ecd3 req-7cd0b47a-db0e-44f6-824b-9d89385c2972 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:38.103493 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-236f5b37-2e17-40ac-a9f0-b16b9bd3ecd3 req-7cd0b47a-db0e-44f6-824b-9d89385c2972 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0597241 Mar 28 05:45:38.150868 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-236f5b37-2e17-40ac-a9f0-b16b9bd3ecd3 req-555cdad6-1cc5-4570-8626-ec70312a3e9c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Mar 28 05:45:38.412116 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 39840) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:38.499287 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-1a0c387a-4668-46aa-823d-41ed0f641b75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859928 Mar 28 05:45:38.508428 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-347e6d7d-e136-4c95-ab33-d79ce5448c7e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:45:38.509403 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-347e6d7d-e136-4c95-ab33-d79ce5448c7e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051196 Mar 28 05:45:38.592348 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 39848) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:38.643480 dv-cinder-831776-5-iscsi neutron-server[109789]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 05:45:38.693694 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-2eefbf05-1543-4e54-98a7-d0b9d3c4ca73 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:38.695165 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-2eefbf05-1543-4e54-98a7-d0b9d3c4ca73 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports/fe470eb2-542e-49b1-a677-8ef6d29f0d54 HTTP/1.1" status: 200 len: 940 time: 0.1018322 Mar 28 05:45:38.882747 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:39.277504 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d4c47-f0a0-4e84-8128-01979111c77d req-0188c40c-9d7c-48ac-9dd5-761addd45811 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:39.279033 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb2d4c47-f0a0-4e84-8128-01979111c77d req-0188c40c-9d7c-48ac-9dd5-761addd45811 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0536880 Mar 28 05:45:39.325446 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb2d4c47-f0a0-4e84-8128-01979111c77d req-ac0c4ff5-5f04-4978-95a9-a24bc2d72f07 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408063 Mar 28 05:45:40.459190 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ef4d-1e38-400c-94f6-2bac84e13a6b req-896d0c47-dcbd-4bc5-b839-7e6152d77537 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:40.460877 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f44ef4d-1e38-400c-94f6-2bac84e13a6b req-896d0c47-dcbd-4bc5-b839-7e6152d77537 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0608017 Mar 28 05:45:40.510134 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f44ef4d-1e38-400c-94f6-2bac84e13a6b req-5ffb83da-eb48-4940-8ae8-d80423a04883 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433018 Mar 28 05:45:40.663306 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-f034414f-913c-4e5e-959c-d626f0ad5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:40.664788 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-f034414f-913c-4e5e-959c-d626f0ad5cb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff&tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e HTTP/1.1" status: 200 len: 1127 time: 0.0800538 Mar 28 05:45:40.749165 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-7c3eeb3b-5e32-40cf-bb78-9a7c098f2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:40.750673 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-7c3eeb3b-5e32-40cf-bb78-9a7c098f2120 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 1127 time: 0.0475926 Mar 28 05:45:40.836936 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-005c99bb-fb3d-4580-b7fc-2df408e9385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:40.838426 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-005c99bb-fb3d-4580-b7fc-2df408e9385b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 916 time: 0.0817518 Mar 28 05:45:40.911008 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-932b0676-5e90-4e90-99c4-acf95f3835c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54 HTTP/1.1" status: 200 len: 999 time: 0.0613089 Mar 28 05:45:40.960984 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-885bead7-ee3f-4bf7-a49e-e03fb127ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:40.962431 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-885bead7-ee3f-4bf7-a49e-e03fb127ff4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.0440979 Mar 28 05:45:41.022781 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-1de9ee4e-ebd4-4430-b26a-f36cd0c38cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:41.024244 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-1de9ee4e-ebd4-4430-b26a-f36cd0c38cf1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507743 Mar 28 05:45:41.123407 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-77c733ad-8ac0-4de3-8abe-29961dc0a614 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 Mar 28 05:45:41.169133 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device fe470eb2-542e-49b1-a677-8ef6d29f0d54 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:45:41.213203 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-609868b3-2304-4fcb-bd0d-50282b08fbf1 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835342 Mar 28 05:45:41.249878 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port fe470eb2-542e-49b1-a677-8ef6d29f0d54 is: DOWN; New status is: DOWN {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:41.636651 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30abf08-841a-4d06-89c4-82bb565fa3d5 req-aa30b1d8-90bb-46c3-90e9-06b4986537fa tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:41.638124 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a30abf08-841a-4d06-89c4-82bb565fa3d5 req-aa30b1d8-90bb-46c3-90e9-06b4986537fa tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0534275 Mar 28 05:45:41.692209 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a30abf08-841a-4d06-89c4-82bb565fa3d5 req-fe77f604-080a-4cac-8b8e-c5b1f4ae9b9c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475626 Mar 28 05:45:42.826334 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe43e4-e3e7-40e7-97f8-e454e8ec34b0 req-87b65b10-dcf2-4bc5-aeb0-f58694bf6508 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:42.830733 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5dbe43e4-e3e7-40e7-97f8-e454e8ec34b0 req-87b65b10-dcf2-4bc5-aeb0-f58694bf6508 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0599823 Mar 28 05:45:42.881437 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 39928) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:42.884347 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5dbe43e4-e3e7-40e7-97f8-e454e8ec34b0 req-5482146c-1def-440c-b4da-6b084338b6aa tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502625 Mar 28 05:45:42.925468 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-49943cd2-229a-4caf-994d-ae68fded6e93 admin admin] Deleting subnet 4f734713-1189-48c0-968a-54859c64a0a9 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:45:42.928634 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-49943cd2-229a-4caf-994d-ae68fded6e93 admin admin] Publish callbacks [] for subnet (4f734713-1189-48c0-968a-54859c64a0a9), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.963664 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-49943cd2-229a-4caf-994d-ae68fded6e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (4f734713-1189-48c0-968a-54859c64a0a9), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.002451 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-49943cd2-229a-4caf-994d-ae68fded6e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (4f734713-1189-48c0-968a-54859c64a0a9), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.058827 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-49943cd2-229a-4caf-994d-ae68fded6e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (4f734713-1189-48c0-968a-54859c64a0a9), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.091195 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49943cd2-229a-4caf-994d-ae68fded6e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f734713-1189-48c0-968a-54859c64a0a9,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:43.098025 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-49943cd2-229a-4caf-994d-ae68fded6e93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.101237 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-49943cd2-229a-4caf-994d-ae68fded6e93 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4f734713-1189-48c0-968a-54859c64a0a9 HTTP/1.1" status: 204 len: 168 time: 0.2188077 Mar 28 05:45:43.103721 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 39930) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:43.178405 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (69181cc4-af09-4c5c-ad8a-8ea965145f02), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.272588 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (69181cc4-af09-4c5c-ad8a-8ea965145f02), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.292477 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69181cc4-af09-4c5c-ad8a-8ea965145f02']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:43.302282 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:43.302769 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:43.312400 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2432485'] for segment (bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.326284 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.333010 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:45:43.333804 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734630'] for segment (bad27ef7-f1a2-4b23-a5f9-c13bb395e5f5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: Traceback (most recent call last): Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: timer() Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: cb(*args, **kw) Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: return func(*args, **kwargs) Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: self._notify() Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: self.callback(batched_events) Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: event.method(event) Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: return f(self, *a, **k) Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._get(url).json() Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:45:43.335831 dv-cinder-831776-5-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:45:43.402642 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (69181cc4-af09-4c5c-ad8a-8ea965145f02), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.409685 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.413046 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] 10.222.0.20 "DELETE /v2.0/networks/69181cc4-af09-4c5c-ad8a-8ea965145f02 HTTP/1.1" status: 204 len: 168 time: 0.3084152 Mar 28 05:45:43.423492 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ce45b-9fbb-4d24-9c92-911eaf524814 admin admin] Pushing event deleted for resources: {'Network': ['ID=69181cc4-af09-4c5c-ad8a-8ea965145f02,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:43.604315 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 39936) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:43.645406 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-cde3444d-707b-40d8-89cd-3552d0aeec7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e79015bf253a486ab39b742dd90676e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398633 Mar 28 05:45:43.647810 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 39938) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:43.698818 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-657c165a-a4e7-4185-86d4-e928d8a616de admin admin] Publish callbacks [] for security_group (cdd1dc9e-536c-4dd8-9933-bce1ca77218d), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.722407 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-657c165a-a4e7-4185-86d4-e928d8a616de admin admin] Publish callbacks [] for security_group (cdd1dc9e-536c-4dd8-9933-bce1ca77218d), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.774706 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-657c165a-a4e7-4185-86d4-e928d8a616de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (cdd1dc9e-536c-4dd8-9933-bce1ca77218d), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.777235 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-657c165a-a4e7-4185-86d4-e928d8a616de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.778407 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-657c165a-a4e7-4185-86d4-e928d8a616de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdd1dc9e-536c-4dd8-9933-bce1ca77218d HTTP/1.1" status: 204 len: 168 time: 0.1296511 Mar 28 05:45:43.785976 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c165a-a4e7-4185-86d4-e928d8a616de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd1dc9e-536c-4dd8-9933-bce1ca77218d,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:44.024195 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9550e0-fc04-4650-9ca3-2077d979f735 req-61abbb77-67d7-4dd1-96dc-d918aaddb88b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:44.026687 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc9550e0-fc04-4650-9ca3-2077d979f735 req-61abbb77-67d7-4dd1-96dc-d918aaddb88b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0695252 Mar 28 05:45:44.075745 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc9550e0-fc04-4650-9ca3-2077d979f735 req-c57efb5a-f828-436d-a37e-506ac9f90edd tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418787 Mar 28 05:45:44.396415 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:45:44.580521 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 39962) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:44.692218 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1236515422-network', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:44.712714 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Made reservation on behalf of d937ca2fe9d44a20be5a7159cb0c1771 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:45:44.715113 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.723985 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.826455 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Publish callbacks [] for security_group (2d0e73dd-9ad8-4e5a-8684-7aab9df52b64), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.830188 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2d0e73dd-9ad8-4e5a-8684-7aab9df52b64), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.861234 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:45:44.867518 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0e73dd-9ad8-4e5a-8684-7aab9df52b64,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:44.873813 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (2e5ad566-b157-4707-844b-c6f4058e2fe4), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.874322 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Added segment 2e5ad566-b157-4707-844b-c6f4058e2fe4 of type vlan for network 5484f88c-7060-4652-9e3a-3aec876f429c Mar 28 05:45:44.935632 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (5484f88c-7060-4652-9e3a-3aec876f429c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.962010 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (5484f88c-7060-4652-9e3a-3aec876f429c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.963143 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:44.963736 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.020893 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4392648 Mar 28 05:45:45.023998 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 39968) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:45.026273 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678e31f-f038-4ad5-b1c4-e8181c0b3f71 admin admin] Pushing event updated for resources: {'Network': ['ID=5484f88c-7060-4652-9e3a-3aec876f429c,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:45.028839 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] Request body: {'subnet': {'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1236515422-subnet', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'ip_version': 4}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:45.036590 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 5484f88c-7060-4652-9e3a-3aec876f429c details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:45:45.068837 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] Made reservation on behalf of d937ca2fe9d44a20be5a7159cb0c1771 for: {'subnet': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:45:45.072065 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26897340'] for subnet (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.263560 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c334e6-0898-48e6-ab31-5916a6401e7c req-8a41acf6-938d-46a8-b238-5c048d3532fd tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:45.265794 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-42c334e6-0898-48e6-ab31-5916a6401e7c req-8a41acf6-938d-46a8-b238-5c048d3532fd tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0985696 Mar 28 05:45:45.347701 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26897322'] for subnet (29481a90-68b3-41e1-8fa1-634173e3fbbf), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.397950 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-42c334e6-0898-48e6-ab31-5916a6401e7c req-107fb265-377e-4959-9c24-7b85dd9d4b9e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069052 Mar 28 05:45:45.431160 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29481a90-68b3-41e1-8fa1-634173e3fbbf,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:45.440639 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] Checking segment: {'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:45.440993 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] Network hostable DHCP agents. Network: 5484f88c-7060-4652-9e3a-3aec876f429c, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:45:45.458582 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] Network 5484f88c-7060-4652-9e3a-3aec876f429c is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:45:45.468520 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 5484f88c-7060-4652-9e3a-3aec876f429c) {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:45.474608 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:45.475669 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.479335 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53a04b9-65c9-4e9a-9a83-2d8195d9fa43 None None] Network 5484f88c-7060-4652-9e3a-3aec876f429c requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:45:45.500003 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-6744688e-d823-4aa0-a206-a85ba0f64992 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4747338 Mar 28 05:45:45.502494 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 39974) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:45.507845 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:45.542961 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.544537 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.603628 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-5484f88c-7060-4652-9e3a-3aec876f429c', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:45:45.604555 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.605879 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Publish callbacks [] for router_controller (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), precommit_add_association {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.767002 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Allocated IP 172.20.0.2 (5484f88c-7060-4652-9e3a-3aec876f429c/29481a90-68b3-41e1-8fa1-634173e3fbbf/d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:45.786147 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Publish callbacks [] for router_gateway (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.948517 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Publish callbacks [] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.957151 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.999558 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Network 5484f88c-7060-4652-9e3a-3aec876f429c is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:46.005941 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:46.010817 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:46.014159 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Pushing event updated for resources: {'Port': ['ID=d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:46.063250 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Publish callbacks [] for router_gateway (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.080647 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Attempting to bind port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:46.081181 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Attempting to bind port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:46.081374 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Attempting to bind port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 on network 5484f88c-7060-4652-9e3a-3aec876f429c {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:46.081482 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.086750 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:46.087130 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Checking segment: {'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:46.087771 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.088227 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Bound using segment: {'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:46.088779 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Bound port: d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:46.089158 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.163082 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] For port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:46.166663 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] For port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:46.175193 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.201084 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Allocated IP 172.27.1.134 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/0d8dd948-93fd-45e7-a7a3-59c785a7545a) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:46.234183 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c0bde-3be0-4b06-985f-c4a15ce775b9 None None] Pushing event updated for resources: {'Port': ['ID=d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:46.365552 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Publish callbacks [] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.399525 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.455755 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:46.457217 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:46.463025 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:46.466621 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8dd948-93fd-45e7-a7a3-59c785a7545a,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:46.867940 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbb798-6eb9-4990-bdd3-dd934662dc08 req-3a0e1252-5e31-421d-bcb4-204a14609636 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:46.869327 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9dbbb798-6eb9-4990-bdd3-dd934662dc08 req-3a0e1252-5e31-421d-bcb4-204a14609636 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.3710072 Mar 28 05:45:46.943819 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9dbbb798-6eb9-4990-bdd3-dd934662dc08 req-c9364eff-db7e-48ee-825a-bcdb53fde6b1 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577903 Mar 28 05:45:47.044474 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Publish callbacks [] for router_gateway (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.270322 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344'] for router (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.420739 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb is scheduled to L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c with binding_index 1 {{(pid=109788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:45:47.472147 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87653c7-3cca-4d19-8ef4-2e63420aceaa None None] Network 5484f88c-7060-4652-9e3a-3aec876f429c requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:45:47.568425 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-d5d2d09d-602e-4545-b97b-ac3f2776929b None None] Provisioning complete for port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:47.568862 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:47.569268 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d5d2d09d-602e-4545-b97b-ac3f2776929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.579225 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Sync routers for ids ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:47.590155 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.595040 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-38fecddd-f2a3-47a7-bff8-d8a1fad5e2e2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0914927 Mar 28 05:45:47.595281 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 39994) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:47.597246 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Routers {'451380e5-ba96-4a0b-b4d2-d0aa830f45cb'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:47.597960 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:45:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:47.705200 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d5d2d09d-602e-4545-b97b-ac3f2776929b None None] Current status of the port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:47.705615 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d5d2d09d-602e-4545-b97b-ac3f2776929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.755861 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-d5d2d09d-602e-4545-b97b-ac3f2776929b None None] For port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:47.762796 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d5d2d09d-602e-4545-b97b-ac3f2776929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.780625 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Set router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:47.829442 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2d09d-602e-4545-b97b-ac3f2776929b None None] Pushing event updated for resources: {'Port': ['ID=d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:47.911565 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:47.996293 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:47.996671 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.097600 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:48.101711 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-5e808e9f-65ad-4885-b15d-385d42a58ce0 None None] Provisioning complete for port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:48.102088 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5e808e9f-65ad-4885-b15d-385d42a58ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.156340 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:46Z', 'revision_number': 3, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:48.189166 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692a103-43ee-4414-856a-1b1c8253c891 req-5bf006ac-195d-47f6-9b4f-ed73dc94543f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:48.196880 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e692a103-43ee-4414-856a-1b1c8253c891 req-5bf006ac-195d-47f6-9b4f-ed73dc94543f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0978558 Mar 28 05:45:48.198458 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Checking router: 451380e5-ba96-4a0b-b4d2-d0aa830f45cb for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:48.199224 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Updating router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb port 0d8dd948-93fd-45e7-a7a3-59c785a7545a binding host dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:45:48.211325 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-5e808e9f-65ad-4885-b15d-385d42a58ce0 None None] Current status of the port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:48.251537 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.262873 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e692a103-43ee-4414-856a-1b1c8253c891 req-079eb075-daa1-4de5-ac98-a3c9b3823ce9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612481 Mar 28 05:45:48.415811 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.574515 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Publish callbacks [] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), precommit_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.579908 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.617409 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Allocated IP 172.20.0.1 (5484f88c-7060-4652-9e3a-3aec876f429c/29481a90-68b3-41e1-8fa1-634173e3fbbf/7025a892-8fe6-4e44-9bf8-103de1c28866) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:48.628131 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Pushing event updated for resources: {'Port': ['ID=0d8dd948-93fd-45e7-a7a3-59c785a7545a,revision_number=2']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:48.648494 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.649152 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.649704 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.650231 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.650763 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.651293 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.651790 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.652290 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.652787 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.653329 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.653824 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.654355 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.654861 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.655396 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.655883 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:48.662677 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Attempting to bind port 0d8dd948-93fd-45e7-a7a3-59c785a7545a on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:48.663311 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Attempting to bind port 0d8dd948-93fd-45e7-a7a3-59c785a7545a by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:48.663893 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Attempting to bind port 0d8dd948-93fd-45e7-a7a3-59c785a7545a on network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:48.676707 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:48.677457 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:48.678032 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.678629 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Bound using segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:48.679380 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Bound port: 0d8dd948-93fd-45e7-a7a3-59c785a7545a, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:48.679981 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.821444 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] For port 0d8dd948-93fd-45e7-a7a3-59c785a7545a, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:48.847001 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] For port 0d8dd948-93fd-45e7-a7a3-59c785a7545a, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=0d8dd948-93fd-45e7-a7a3-59c785a7545a,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:48.855278 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.923721 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Routers {'451380e5-ba96-4a0b-b4d2-d0aa830f45cb'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:48.924371 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:45:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:49.009511 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Publish callbacks [] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.043653 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.083140 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Network 5484f88c-7060-4652-9e3a-3aec876f429c is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:49.087995 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:49.091838 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f01a5-2018-4922-9abe-16de8cf3c57b None None] Pushing event updated for resources: {'Port': ['ID=0d8dd948-93fd-45e7-a7a3-59c785a7545a,revision_number=3']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:49.092858 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:49.130739 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Pushing event updated for resources: {'Port': ['ID=7025a892-8fe6-4e44-9bf8-103de1c28866,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:49.151067 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738045'] for router_interface (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.196865 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] Set router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:49.335234 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.445842 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-fbc46c83-cb18-40de-9598-41b20b4b303f None None] Provisioning complete for port 7025a892-8fe6-4e44-9bf8-103de1c28866 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:49.446470 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fbc46c83-cb18-40de-9598-41b20b4b303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.462575 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8abb7-1cd4-413a-a6af-62eaac6b3c4c req-bec084b9-7dfd-4c1f-a9a0-691844a7c777 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:49.464448 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-93e8abb7-1cd4-413a-a6af-62eaac6b3c4c req-bec084b9-7dfd-4c1f-a9a0-691844a7c777 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0825758 Mar 28 05:45:49.492617 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-fbc46c83-cb18-40de-9598-41b20b4b303f None None] Port 7025a892-8fe6-4e44-9bf8-103de1c28866 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:45:49.509327 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:46Z', 'revision_number': 3, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:49.541821 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ff3e3-cd1e-4887-8db8-da9d5d708d4e None None] The sync data for ids ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'] in dv-cinder-831776-5-iscsi is: [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:46Z', 'revision_number': 3, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:49.567932 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-93e8abb7-1cd4-413a-a6af-62eaac6b3c4c req-e89380a6-dfbc-41ee-acdf-1138d007afc1 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896330 Mar 28 05:45:49.596659 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Publish callbacks [] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.598648 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.673184 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Pushing event updated for resources: {'Port': ['ID=7025a892-8fe6-4e44-9bf8-103de1c28866,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:49.686268 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737897'] for router_interface (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.778058 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:49.821416 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Network 5484f88c-7060-4652-9e3a-3aec876f429c is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:49.822856 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:49.828611 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:49.829086 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.990391 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:50.043622 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:45:50.179538 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:50.185193 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f2949953-4e07-4b0e-a9ff-af3ecbc06a84 admin admin] 10.222.0.20 "PUT /v2.0/routers/451380e5-ba96-4a0b-b4d2-d0aa830f45cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5888808 Mar 28 05:45:50.228870 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-d4ab03ec-a205-4ff2-8286-03faea12f0a4 None None] Provisioning complete for port 7025a892-8fe6-4e44-9bf8-103de1c28866 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:50.229069 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d4ab03ec-a205-4ff2-8286-03faea12f0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.277009 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d4ab03ec-a205-4ff2-8286-03faea12f0a4 None None] Port 7025a892-8fe6-4e44-9bf8-103de1c28866 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:45:50.731349 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40028) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:50.737218 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-483295418-network', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:50.740451 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14754305-1517-4e2d-9e5e-20bf5d528f91 req-87f4aa73-bedb-4408-a41e-ed210327beea tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:50.741910 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-14754305-1517-4e2d-9e5e-20bf5d528f91 req-87f4aa73-bedb-4408-a41e-ed210327beea tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0871978 Mar 28 05:45:50.755650 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Made reservation on behalf of 0225e762d163462ebbddfd4a6e1deff3 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:45:50.758152 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.770627 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.790047 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-14754305-1517-4e2d-9e5e-20bf5d528f91 req-4aaab5a5-991c-4665-9d49-8c01c9dc6050 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422449 Mar 28 05:45:50.844452 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Publish callbacks [] for security_group (e154c577-0f7b-4dc6-83fd-b3fc1e2f2e84), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.849196 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e154c577-0f7b-4dc6-83fd-b3fc1e2f2e84), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.888972 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:45:50.896887 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e154c577-0f7b-4dc6-83fd-b3fc1e2f2e84,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:50.903994 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (81ad4f19-1a0d-4a51-a4b0-4d1662d7863e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.904536 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Added segment 81ad4f19-1a0d-4a51-a4b0-4d1662d7863e of type vlan for network 3d8656fb-75ba-46f2-b2ca-9703ce625703 Mar 28 05:45:50.954167 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (3d8656fb-75ba-46f2-b2ca-9703ce625703), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.978069 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (3d8656fb-75ba-46f2-b2ca-9703ce625703), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.979032 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:50.979604 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.059277 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3259642 Mar 28 05:45:51.060149 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73744789-9d4a-42e9-b4fa-d602b8cfb902 admin admin] Pushing event updated for resources: {'Network': ['ID=3d8656fb-75ba-46f2-b2ca-9703ce625703,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:51.062032 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40032) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:51.077388 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] Request body: {'subnet': {'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-483295418-subnet', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:51.079968 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 3d8656fb-75ba-46f2-b2ca-9703ce625703 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:45:51.099916 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] Made reservation on behalf of 0225e762d163462ebbddfd4a6e1deff3 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:45:51.102291 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656248'] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.289369 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26735045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656238'] for subnet (51dcdfa0-cce2-4679-aabb-819ab329e7db), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.342540 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=51dcdfa0-cce2-4679-aabb-819ab329e7db,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:51.352999 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] Checking segment: {'id': '81ad4f19-1a0d-4a51-a4b0-4d1662d7863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:51.353354 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] Network hostable DHCP agents. Network: 3d8656fb-75ba-46f2-b2ca-9703ce625703, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:45:51.370404 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] Network 3d8656fb-75ba-46f2-b2ca-9703ce625703 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:45:51.378853 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 3d8656fb-75ba-46f2-b2ca-9703ce625703) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:51.382846 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:51.383414 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.388462 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f4caa5-6c01-422a-b619-dac507d895c7 None None] Network 3d8656fb-75ba-46f2-b2ca-9703ce625703 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:45:51.399876 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a89366e9-4e93-4879-b0b4-ecef37f632fb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3285594 Mar 28 05:45:51.402912 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40034) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:51.411758 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-483295418-router', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:51.458908 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (6c47a517-f791-4bf2-9463-260ceec97f86), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.460424 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (6c47a517-f791-4bf2-9463-260ceec97f86), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.526433 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-3d8656fb-75ba-46f2-b2ca-9703ce625703', 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703', 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'fixed_ips': [{'subnet_id': '51dcdfa0-cce2-4679-aabb-819ab329e7db'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:45:51.527463 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.535706 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Publish callbacks [] for router_controller (6c47a517-f791-4bf2-9463-260ceec97f86), precommit_add_association {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.643883 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Sync routers for ids ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:51.689791 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Routers {'451380e5-ba96-4a0b-b4d2-d0aa830f45cb'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:51.690555 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-be033d13-2732-4641-a066-406a5a730b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:45:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:51.708416 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Publish callbacks [] for router_gateway (6c47a517-f791-4bf2-9463-260ceec97f86), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.953981 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60064a5-5577-4ffe-9027-78f28c86805c req-7237c859-94c4-4a0c-8ece-ff1907674cb7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:51.956513 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e60064a5-5577-4ffe-9027-78f28c86805c req-7237c859-94c4-4a0c-8ece-ff1907674cb7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0851340 Mar 28 05:45:51.957703 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Publish callbacks [] for router_gateway (6c47a517-f791-4bf2-9463-260ceec97f86), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.959606 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 0d8dd948-93fd-45e7-a7a3-59c785a7545a up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:51.980588 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.990164 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Allocated IP 172.20.0.2 (3d8656fb-75ba-46f2-b2ca-9703ce625703/51dcdfa0-cce2-4679-aabb-819ab329e7db/31c018ea-2d40-4287-9edd-c987ca43b027) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:52.034921 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e60064a5-5577-4ffe-9027-78f28c86805c req-7aaf960b-b435-4a27-9dbf-a9609a4c329c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725911 Mar 28 05:45:52.057276 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Set router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:52.158658 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Allocated IP 172.27.1.239 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/b3813c0f-38cc-44d8-8348-fb1302fca79f) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:52.198466 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 0d8dd948-93fd-45e7-a7a3-59c785a7545a triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:52.199178 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:52.304628 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Publish callbacks [] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:52.349292 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:52.397414 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Publish callbacks [] for port (31c018ea-2d40-4287-9edd-c987ca43b027), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:52.407536 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Pushing event updated for resources: {'Port': ['ID=b3813c0f-38cc-44d8-8348-fb1302fca79f,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:52.415497 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:52.417215 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:52.419819 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:52.431887 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:52.447252 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 0d8dd948-93fd-45e7-a7a3-59c785a7545a is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:52.447652 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:52.508209 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Network 3d8656fb-75ba-46f2-b2ca-9703ce625703 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:52.516119 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 0d8dd948-93fd-45e7-a7a3-59c785a7545a, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=0d8dd948-93fd-45e7-a7a3-59c785a7545a,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:52.521288 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:52.527986 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:52.527986 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Pushing event updated for resources: {'Port': ['ID=31c018ea-2d40-4287-9edd-c987ca43b027,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:52.531958 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:52.603954 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=0d8dd948-93fd-45e7-a7a3-59c785a7545a,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:52.615103 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-be033d13-2732-4641-a066-406a5a730b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:49Z', 'revision_number': 4, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7025a892-8fe6-4e44-9bf8-103de1c28866', 'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'mac_address': 'fa:16:3e:52:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:48Z', 'updated_at': '2022-03-28T05:45:49Z', 'revision_number': 2, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'subnets': [{'id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:52.659697 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Checking router: 451380e5-ba96-4a0b-b4d2-d0aa830f45cb for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:52.660057 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Updating router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb port 7025a892-8fe6-4e44-9bf8-103de1c28866 binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:45:52.692692 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Attempting to bind port 31c018ea-2d40-4287-9edd-c987ca43b027 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:52.693073 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Attempting to bind port 31c018ea-2d40-4287-9edd-c987ca43b027 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '81ad4f19-1a0d-4a51-a4b0-4d1662d7863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:52.693444 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Attempting to bind port 31c018ea-2d40-4287-9edd-c987ca43b027 on network 3d8656fb-75ba-46f2-b2ca-9703ce625703 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:52.703688 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:52.704077 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Checking segment: {'id': '81ad4f19-1a0d-4a51-a4b0-4d1662d7863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:52.704481 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:52.704879 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Bound using segment: {'id': '81ad4f19-1a0d-4a51-a4b0-4d1662d7863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:52.705355 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Bound port: 31c018ea-2d40-4287-9edd-c987ca43b027, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ad4f19-1a0d-4a51-a4b0-4d1662d7863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:52.705761 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:52.709672 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:52.763732 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Publish callbacks [] for router_gateway (6c47a517-f791-4bf2-9463-260ceec97f86), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:52.863683 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] For port 31c018ea-2d40-4287-9edd-c987ca43b027, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:52.868674 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] For port 31c018ea-2d40-4287-9edd-c987ca43b027, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=31c018ea-2d40-4287-9edd-c987ca43b027,segment=NetworkSegment(81ad4f19-1a0d-4a51-a4b0-4d1662d7863e),segment_id=81ad4f19-1a0d-4a51-a4b0-4d1662d7863e)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:52.880012 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:53.004977 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2035210-48b9-4287-9053-6ecd32951f14 None None] Pushing event updated for resources: {'Port': ['ID=31c018ea-2d40-4287-9edd-c987ca43b027,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:53.018462 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344'] for router (6c47a517-f791-4bf2-9463-260ceec97f86), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:53.110327 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Publish callbacks [] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:53.118555 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:53.174923 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Router 6c47a517-f791-4bf2-9463-260ceec97f86 is scheduled to L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c with binding_index 1 {{(pid=109789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:45:53.177305 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8d9ee-de35-4ce5-ad84-5c0e9e5e1f3d None None] Pushing event updated for resources: {'Port': ['ID=7025a892-8fe6-4e44-9bf8-103de1c28866,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:53.331949 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c966189-99d3-4ff0-8d44-acb1d46471f9 req-55e63cd0-7caf-47bb-98f5-439cda8ecf34 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:53.332544 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Attempting to bind port 7025a892-8fe6-4e44-9bf8-103de1c28866 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:53.335272 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Attempting to bind port 7025a892-8fe6-4e44-9bf8-103de1c28866 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:53.335695 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Attempting to bind port 7025a892-8fe6-4e44-9bf8-103de1c28866 on network 5484f88c-7060-4652-9e3a-3aec876f429c {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:53.344788 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5c966189-99d3-4ff0-8d44-acb1d46471f9 req-55e63cd0-7caf-47bb-98f5-439cda8ecf34 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.2054138 Mar 28 05:45:53.352476 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:53.352865 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Checking segment: {'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:53.353271 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:53.353667 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Bound using segment: {'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:53.354179 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Bound port: 7025a892-8fe6-4e44-9bf8-103de1c28866, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:53.354550 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:53.474313 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5c966189-99d3-4ff0-8d44-acb1d46471f9 req-5aeadb66-5eff-4ca8-83fc-9023fe163be9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230085 Mar 28 05:45:53.486284 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:53.496075 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Sync routers for ids ['6c47a517-f791-4bf2-9463-260ceec97f86'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:53.520014 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:53.521404 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-84adaf7a-c803-41d1-a759-5c1295b7050d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1175284 Mar 28 05:45:53.524690 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40046) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:53.533146 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Routers {'6c47a517-f791-4bf2-9463-260ceec97f86'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:53.536040 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:45:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['6c47a517-f791-4bf2-9463-260ceec97f86'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:53.558938 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-be033d13-2732-4641-a066-406a5a730b03 None None] For port 7025a892-8fe6-4e44-9bf8-103de1c28866, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:53.570447 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-be033d13-2732-4641-a066-406a5a730b03 None None] For port 7025a892-8fe6-4e44-9bf8-103de1c28866, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=7025a892-8fe6-4e44-9bf8-103de1c28866,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:53.584284 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:53.721350 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8d9ee-de35-4ce5-ad84-5c0e9e5e1f3d None None] Pushing event updated for resources: {'Port': ['ID=7025a892-8fe6-4e44-9bf8-103de1c28866,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:53.759423 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Routers {'451380e5-ba96-4a0b-b4d2-d0aa830f45cb'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:53.760079 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-be033d13-2732-4641-a066-406a5a730b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:45:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:53.762207 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-4e4ba325-405e-4ef0-a44f-12f5dfe5b914 None None] Provisioning complete for port 7025a892-8fe6-4e44-9bf8-103de1c28866 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:53.762606 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba325-405e-4ef0-a44f-12f5dfe5b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:53.823171 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Set router 6c47a517-f791-4bf2-9463-260ceec97f86 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:54.018947 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 31c018ea-2d40-4287-9edd-c987ca43b027 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:54.096170 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-be033d13-2732-4641-a066-406a5a730b03 None None] Set router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:54.165723 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'name': 'tempest-TestShelveInstance-483295418-router', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:51Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 3, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'gw_port': {'id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:09:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:52Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:54.194701 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Checking router: 6c47a517-f791-4bf2-9463-260ceec97f86 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:54.195066 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Updating router 6c47a517-f791-4bf2-9463-260ceec97f86 port b3813c0f-38cc-44d8-8348-fb1302fca79f binding host dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:45:54.231748 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.436950 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba325-405e-4ef0-a44f-12f5dfe5b914 None None] Current status of the port 7025a892-8fe6-4e44-9bf8-103de1c28866 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:54.437555 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba325-405e-4ef0-a44f-12f5dfe5b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.464665 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 31c018ea-2d40-4287-9edd-c987ca43b027 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:54.464942 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.512592 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-4e4ba325-405e-4ef0-a44f-12f5dfe5b914 None None] For port 7025a892-8fe6-4e44-9bf8-103de1c28866, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=7025a892-8fe6-4e44-9bf8-103de1c28866,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:54.521321 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284475e9-e7a4-4876-9028-d40fa982c7e4 None None] Network 3d8656fb-75ba-46f2-b2ca-9703ce625703 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:45:54.540459 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.543389 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba325-405e-4ef0-a44f-12f5dfe5b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.560834 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Publish callbacks [] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), precommit_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.570341 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.628584 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Attempting to bind port b3813c0f-38cc-44d8-8348-fb1302fca79f on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:54.629661 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Attempting to bind port b3813c0f-38cc-44d8-8348-fb1302fca79f by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:54.630228 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Attempting to bind port b3813c0f-38cc-44d8-8348-fb1302fca79f on network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:54.645868 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:54.646535 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:54.647241 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.647832 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee853886-dc3f-4fc9-a791-4c40591d961d req-669c6706-c14b-47b1-adc7-7b202150c768 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:54.648312 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Bound using segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:54.648899 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Bound port: b3813c0f-38cc-44d8-8348-fb1302fca79f, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:54.650222 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.658541 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ee853886-dc3f-4fc9-a791-4c40591d961d req-669c6706-c14b-47b1-adc7-7b202150c768 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0707641 Mar 28 05:45:54.679846 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613d2b7-0e2f-4a1c-8336-719781e42032 None None] Pushing event updated for resources: {'Port': ['ID=b3813c0f-38cc-44d8-8348-fb1302fca79f,revision_number=2']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:54.716834 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ee853886-dc3f-4fc9-a791-4c40591d961d req-7302fbb8-a9d8-4b63-919c-0bd0e4248405 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569930 Mar 28 05:45:54.741541 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] For port b3813c0f-38cc-44d8-8348-fb1302fca79f, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:54.745047 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] For port b3813c0f-38cc-44d8-8348-fb1302fca79f, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=b3813c0f-38cc-44d8-8348-fb1302fca79f,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:54.747761 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ba325-405e-4ef0-a44f-12f5dfe5b914 None None] Pushing event updated for resources: {'Port': ['ID=7025a892-8fe6-4e44-9bf8-103de1c28866,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:54.752694 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.754573 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 31c018ea-2d40-4287-9edd-c987ca43b027 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:54.754970 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.767139 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Allocated IP 172.20.0.1 (3d8656fb-75ba-46f2-b2ca-9703ce625703/51dcdfa0-cce2-4679-aabb-819ab329e7db/d4002763-3b12-4cd8-89e7-b45f35c3b22c) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:54.804925 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-1dc6eab5-9d51-4cc6-864e-6b8a368ab067 None None] Provisioning complete for port 7025a892-8fe6-4e44-9bf8-103de1c28866 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:54.805303 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1dc6eab5-9d51-4cc6-864e-6b8a368ab067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.806442 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Routers {'6c47a517-f791-4bf2-9463-260ceec97f86'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:54.807078 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:45:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['6c47a517-f791-4bf2-9463-260ceec97f86'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:54.846728 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 31c018ea-2d40-4287-9edd-c987ca43b027, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=31c018ea-2d40-4287-9edd-c987ca43b027,segment=NetworkSegment(81ad4f19-1a0d-4a51-a4b0-4d1662d7863e),segment_id=81ad4f19-1a0d-4a51-a4b0-4d1662d7863e)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:54.864296 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.865095 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 0d8dd948-93fd-45e7-a7a3-59c785a7545a up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:54.880889 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Publish callbacks [] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.882804 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613d2b7-0e2f-4a1c-8336-719781e42032 None None] Pushing event updated for resources: {'Port': ['ID=b3813c0f-38cc-44d8-8348-fb1302fca79f,revision_number=3']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:54.918651 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.930874 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] Set router 6c47a517-f791-4bf2-9463-260ceec97f86 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:54.933216 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-be033d13-2732-4641-a066-406a5a730b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:49Z', 'revision_number': 4, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7025a892-8fe6-4e44-9bf8-103de1c28866', 'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'mac_address': 'fa:16:3e:52:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:48Z', 'updated_at': '2022-03-28T05:45:53Z', 'revision_number': 4, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'subnets': [{'id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:54.963543 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Network 3d8656fb-75ba-46f2-b2ca-9703ce625703 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:54.976201 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Pushing event updated for resources: {'Port': ['ID=d4002763-3b12-4cd8-89e7-b45f35c3b22c,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:54.980769 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be033d13-2732-4641-a066-406a5a730b03 None None] The sync data for ids ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'] in dv-cinder-831776-5-iscsi is: [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:49Z', 'revision_number': 4, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7025a892-8fe6-4e44-9bf8-103de1c28866', 'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'mac_address': 'fa:16:3e:52:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:48Z', 'updated_at': '2022-03-28T05:45:53Z', 'revision_number': 4, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'subnets': [{'id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:54.989191 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:54.993628 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:55.041903 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=31c018ea-2d40-4287-9edd-c987ca43b027,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:55.070410 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6eab5-9d51-4cc6-864e-6b8a368ab067 None None] Current status of the port 7025a892-8fe6-4e44-9bf8-103de1c28866 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:55.072654 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 0d8dd948-93fd-45e7-a7a3-59c785a7545a triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:55.073029 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.080216 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738045'] for router_interface (6c47a517-f791-4bf2-9463-260ceec97f86), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.127103 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-1dc6eab5-9d51-4cc6-864e-6b8a368ab067 None None] Provisioning complete for port 31c018ea-2d40-4287-9edd-c987ca43b027 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:55.127103 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1dc6eab5-9d51-4cc6-864e-6b8a368ab067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.193939 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'name': 'tempest-TestShelveInstance-483295418-router', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:51Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 3, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'gw_port': {'id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:09:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:52Z', 'updated_at': '2022-03-28T05:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:55.232492 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c65cb7-3864-4bf9-ad9f-99f2e7749ad3 None None] The sync data for ids ['6c47a517-f791-4bf2-9463-260ceec97f86'] in dv-cinder-831776-5-iscsi is: [{'id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'name': 'tempest-TestShelveInstance-483295418-router', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:51Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 3, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'gw_port': {'id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:09:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:52Z', 'updated_at': '2022-03-28T05:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:55.252821 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 0d8dd948-93fd-45e7-a7a3-59c785a7545a is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:55.269158 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6eab5-9d51-4cc6-864e-6b8a368ab067 None None] Current status of the port 31c018ea-2d40-4287-9edd-c987ca43b027 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:55.308399 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.408369 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-383995fd-c1f3-467d-a48f-bc9bec83e7ad None None] Provisioning complete for port 31c018ea-2d40-4287-9edd-c987ca43b027 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:55.408754 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-383995fd-c1f3-467d-a48f-bc9bec83e7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.543576 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Publish callbacks [] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.548562 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-383995fd-c1f3-467d-a48f-bc9bec83e7ad None None] Current status of the port 31c018ea-2d40-4287-9edd-c987ca43b027 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:55.551630 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.630274 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Pushing event updated for resources: {'Port': ['ID=d4002763-3b12-4cd8-89e7-b45f35c3b22c,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:55.634115 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737897'] for router_interface (6c47a517-f791-4bf2-9463-260ceec97f86), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.669653 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-7d41c275-16c1-4048-a4dd-4ba2a2598842 None None] Provisioning complete for port d4002763-3b12-4cd8-89e7-b45f35c3b22c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:55.670109 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d41c275-16c1-4048-a4dd-4ba2a2598842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.745750 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-7d41c275-16c1-4048-a4dd-4ba2a2598842 None None] Port d4002763-3b12-4cd8-89e7-b45f35c3b22c cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:45:55.777678 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Network 3d8656fb-75ba-46f2-b2ca-9703ce625703 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:55.778496 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:55.914422 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde1c57-9d41-45ee-a7ae-e1d5c5ddf932 req-9c7e15ab-d1bb-44e7-baed-593688468e07 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:55.922946 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7fde1c57-9d41-45ee-a7ae-e1d5c5ddf932 req-9c7e15ab-d1bb-44e7-baed-593688468e07 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0986407 Mar 28 05:45:55.997524 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device b3813c0f-38cc-44d8-8348-fb1302fca79f up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:56.022607 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Router 6c47a517-f791-4bf2-9463-260ceec97f86 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:45:56.023408 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7fde1c57-9d41-45ee-a7ae-e1d5c5ddf932 req-ddbbbed3-13bd-48a6-84af-f4e4723da2ea tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990033 Mar 28 05:45:56.074784 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port b3813c0f-38cc-44d8-8348-fb1302fca79f triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:56.075161 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:56.177620 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port b3813c0f-38cc-44d8-8348-fb1302fca79f is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:56.178015 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:56.182089 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:56.186789 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ee341a9d-28ea-4b9b-9593-d29a6f04cdf7 admin admin] 10.222.0.20 "PUT /v2.0/routers/6c47a517-f791-4bf2-9463-260ceec97f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6612122 Mar 28 05:45:56.196661 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-05e3faa0-1bef-4eb4-a7ed-282f0bfa0451 None None] Provisioning complete for port d4002763-3b12-4cd8-89e7-b45f35c3b22c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:56.197029 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-05e3faa0-1bef-4eb4-a7ed-282f0bfa0451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:56.230224 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port b3813c0f-38cc-44d8-8348-fb1302fca79f, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=b3813c0f-38cc-44d8-8348-fb1302fca79f,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:56.243530 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:56.244292 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 31c018ea-2d40-4287-9edd-c987ca43b027 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:56.272803 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-05e3faa0-1bef-4eb4-a7ed-282f0bfa0451 None None] Port d4002763-3b12-4cd8-89e7-b45f35c3b22c cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:45:56.327190 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=b3813c0f-38cc-44d8-8348-fb1302fca79f,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:56.339258 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 31c018ea-2d40-4287-9edd-c987ca43b027 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:56.339412 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:56.425435 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 31c018ea-2d40-4287-9edd-c987ca43b027 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:56.426602 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 7025a892-8fe6-4e44-9bf8-103de1c28866 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:56.483310 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 7025a892-8fe6-4e44-9bf8-103de1c28866 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:56.483625 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:56.573208 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 7025a892-8fe6-4e44-9bf8-103de1c28866 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:56.805490 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40066) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:56.810034 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-990c5db0-cdd3-4a0a-a817-81f76b6523d7 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056309694', 'description': 'tempest-secgroup-smoke-1056309694 description', 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:56.829996 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-990c5db0-cdd3-4a0a-a817-81f76b6523d7 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:56.895471 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-990c5db0-cdd3-4a0a-a817-81f76b6523d7 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group (70cec87d-8afe-461a-b39d-2ab38f73623c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:56.898931 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-990c5db0-cdd3-4a0a-a817-81f76b6523d7 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (70cec87d-8afe-461a-b39d-2ab38f73623c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:56.927098 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-990c5db0-cdd3-4a0a-a817-81f76b6523d7 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:56.930998 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-990c5db0-cdd3-4a0a-a817-81f76b6523d7 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1217868 Mar 28 05:45:56.931286 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40068) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:56.935932 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-bff68a56-540b-4825-a173-6fbaf97ced12 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Request body: {'security_group_rule': {'security_group_id': '70cec87d-8afe-461a-b39d-2ab38f73623c', 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:56.940551 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c5db0-cdd3-4a0a-a817-81f76b6523d7 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70cec87d-8afe-461a-b39d-2ab38f73623c,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:56.963806 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bff68a56-540b-4825-a173-6fbaf97ced12 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (a8b86f9e-3291-4f14-8970-17ef790d28ff), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.018129 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bff68a56-540b-4825-a173-6fbaf97ced12 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (a8b86f9e-3291-4f14-8970-17ef790d28ff), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.021716 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bff68a56-540b-4825-a173-6fbaf97ced12 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (a8b86f9e-3291-4f14-8970-17ef790d28ff), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.038617 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff68a56-540b-4825-a173-6fbaf97ced12 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b86f9e-3291-4f14-8970-17ef790d28ff,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:57.047769 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bff68a56-540b-4825-a173-6fbaf97ced12 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.048819 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-bff68a56-540b-4825-a173-6fbaf97ced12 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166148 Mar 28 05:45:57.051521 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40072) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:57.055967 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-b3e823af-c669-4d73-83c2-b4e03903207b tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Request body: {'security_group_rule': {'security_group_id': '70cec87d-8afe-461a-b39d-2ab38f73623c', 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:57.080093 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b3e823af-c669-4d73-83c2-b4e03903207b tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (5239ddf9-1d37-43a0-8461-e122efc2f83a), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.142475 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b3e823af-c669-4d73-83c2-b4e03903207b tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (5239ddf9-1d37-43a0-8461-e122efc2f83a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.146957 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b3e823af-c669-4d73-83c2-b4e03903207b tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (5239ddf9-1d37-43a0-8461-e122efc2f83a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.147796 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b24a2d-2e4b-4401-b0cd-509ed33b12f0 req-be956c6b-044e-41b3-a097-5aca1b010c6b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:57.149487 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c7b24a2d-2e4b-4401-b0cd-509ed33b12f0 req-be956c6b-044e-41b3-a097-5aca1b010c6b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0579038 Mar 28 05:45:57.167180 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e823af-c669-4d73-83c2-b4e03903207b tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5239ddf9-1d37-43a0-8461-e122efc2f83a,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:57.180515 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b3e823af-c669-4d73-83c2-b4e03903207b tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.181750 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b3e823af-c669-4d73-83c2-b4e03903207b tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292624 Mar 28 05:45:57.184376 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40074) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:57.188712 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-30972caa-cdee-46f0-ba5e-f33080e48d2f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Request body: {'security_group_rule': {'security_group_id': '70cec87d-8afe-461a-b39d-2ab38f73623c', 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:57.213185 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c7b24a2d-2e4b-4401-b0cd-509ed33b12f0 req-a71c104b-2513-4bef-b0ef-a455d03ccd0a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571728 Mar 28 05:45:57.214013 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-30972caa-cdee-46f0-ba5e-f33080e48d2f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (38579638-412a-4e00-a905-027accc46274), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.276544 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-30972caa-cdee-46f0-ba5e-f33080e48d2f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (38579638-412a-4e00-a905-027accc46274), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.279958 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-30972caa-cdee-46f0-ba5e-f33080e48d2f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (38579638-412a-4e00-a905-027accc46274), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.298105 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30972caa-cdee-46f0-ba5e-f33080e48d2f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38579638-412a-4e00-a905-027accc46274,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:57.305473 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-30972caa-cdee-46f0-ba5e-f33080e48d2f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.306682 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-30972caa-cdee-46f0-ba5e-f33080e48d2f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213837 Mar 28 05:45:57.309479 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40076) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:57.313755 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-f6da9136-ae45-4e37-9c8e-707a29ac6b1c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Request body: {'security_group_rule': {'security_group_id': '70cec87d-8afe-461a-b39d-2ab38f73623c', 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:57.337024 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f6da9136-ae45-4e37-9c8e-707a29ac6b1c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (dca9e994-c631-413d-8280-c54f69091f53), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.398107 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f6da9136-ae45-4e37-9c8e-707a29ac6b1c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (dca9e994-c631-413d-8280-c54f69091f53), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.402105 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f6da9136-ae45-4e37-9c8e-707a29ac6b1c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (dca9e994-c631-413d-8280-c54f69091f53), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.419314 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da9136-ae45-4e37-9c8e-707a29ac6b1c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca9e994-c631-413d-8280-c54f69091f53,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:57.429547 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f6da9136-ae45-4e37-9c8e-707a29ac6b1c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.430782 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f6da9136-ae45-4e37-9c8e-707a29ac6b1c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203992 Mar 28 05:45:57.433723 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40078) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:57.438458 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-f70a22e9-3fd9-41d3-8774-201ba26bf970 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Request body: {'security_group_rule': {'security_group_id': '70cec87d-8afe-461a-b39d-2ab38f73623c', 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:57.457372 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.securitygroups_db [None req-f70a22e9-3fd9-41d3-8774-201ba26bf970 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Project d937ca2fe9d44a20be5a7159cb0c1771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 05:45:57.462171 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f70a22e9-3fd9-41d3-8774-201ba26bf970 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (b5e9f22b-8b1d-41f1-a0c2-f40ce2cd81e7), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.522751 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f70a22e9-3fd9-41d3-8774-201ba26bf970 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (b5e9f22b-8b1d-41f1-a0c2-f40ce2cd81e7), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.527783 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f70a22e9-3fd9-41d3-8774-201ba26bf970 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (b5e9f22b-8b1d-41f1-a0c2-f40ce2cd81e7), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.546155 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a22e9-3fd9-41d3-8774-201ba26bf970 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e9f22b-8b1d-41f1-a0c2-f40ce2cd81e7,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:57.554716 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f70a22e9-3fd9-41d3-8774-201ba26bf970 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.556143 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f70a22e9-3fd9-41d3-8774-201ba26bf970 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214359 Mar 28 05:45:57.559200 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40080) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:57.563750 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-88ca25f1-98a5-4bc9-a0eb-a0a62aaaac3c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Request body: {'security_group_rule': {'security_group_id': '70cec87d-8afe-461a-b39d-2ab38f73623c', 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:57.567054 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Sync routers for ids ['6c47a517-f791-4bf2-9463-260ceec97f86'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:57.577657 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Routers {'6c47a517-f791-4bf2-9463-260ceec97f86'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:57.578695 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:45:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['6c47a517-f791-4bf2-9463-260ceec97f86'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:57.594900 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.securitygroups_db [None req-88ca25f1-98a5-4bc9-a0eb-a0a62aaaac3c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Project d937ca2fe9d44a20be5a7159cb0c1771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 05:45:57.602597 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-88ca25f1-98a5-4bc9-a0eb-a0a62aaaac3c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (30a54f10-2b17-4cb6-a61c-e75c3d2eaee8), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.683207 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-88ca25f1-98a5-4bc9-a0eb-a0a62aaaac3c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (30a54f10-2b17-4cb6-a61c-e75c3d2eaee8), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.687594 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-88ca25f1-98a5-4bc9-a0eb-a0a62aaaac3c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (30a54f10-2b17-4cb6-a61c-e75c3d2eaee8), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.697166 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Set router 6c47a517-f791-4bf2-9463-260ceec97f86 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:57.705276 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca25f1-98a5-4bc9-a0eb-a0a62aaaac3c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a54f10-2b17-4cb6-a61c-e75c3d2eaee8,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:57.714454 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-88ca25f1-98a5-4bc9-a0eb-a0a62aaaac3c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.715633 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-88ca25f1-98a5-4bc9-a0eb-a0a62aaaac3c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1559532 Mar 28 05:45:57.787249 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device b3813c0f-38cc-44d8-8348-fb1302fca79f up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:58.023000 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port b3813c0f-38cc-44d8-8348-fb1302fca79f triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:58.023532 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.137525 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'name': 'tempest-TestShelveInstance-483295418-router', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:51Z', 'updated_at': '2022-03-28T05:45:55Z', 'revision_number': 4, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'gw_port': {'id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:52Z', 'updated_at': '2022-03-28T05:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'd4002763-3b12-4cd8-89e7-b45f35c3b22c', 'name': '', 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'mac_address': 'fa:16:3e:42:be:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '51dcdfa0-cce2-4679-aabb-819ab329e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:54Z', 'updated_at': '2022-03-28T05:45:55Z', 'revision_number': 2, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'subnets': [{'id': '51dcdfa0-cce2-4679-aabb-819ab329e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:58.168942 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Checking router: 6c47a517-f791-4bf2-9463-260ceec97f86 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:58.169309 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Updating router 6c47a517-f791-4bf2-9463-260ceec97f86 port d4002763-3b12-4cd8-89e7-b45f35c3b22c binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:45:58.198663 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port b3813c0f-38cc-44d8-8348-fb1302fca79f is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:58.207089 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.336628 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10576b28-9f07-45d4-9928-147f6158a9fb req-4b5c83f3-b49a-44cf-bbb9-6db304428a3d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:58.338002 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-10576b28-9f07-45d4-9928-147f6158a9fb req-4b5c83f3-b49a-44cf-bbb9-6db304428a3d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0523415 Mar 28 05:45:58.391006 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-10576b28-9f07-45d4-9928-147f6158a9fb req-28277841-56e2-481e-b778-6a5271c8d74b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466256 Mar 28 05:45:58.470881 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Publish callbacks [] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.476676 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.525370 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973566d5-6c41-479b-b758-3686b4147dd2 None None] Pushing event updated for resources: {'Port': ['ID=d4002763-3b12-4cd8-89e7-b45f35c3b22c,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:58.582302 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Attempting to bind port d4002763-3b12-4cd8-89e7-b45f35c3b22c on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:58.582975 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Attempting to bind port d4002763-3b12-4cd8-89e7-b45f35c3b22c by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '81ad4f19-1a0d-4a51-a4b0-4d1662d7863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:58.583358 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Attempting to bind port d4002763-3b12-4cd8-89e7-b45f35c3b22c on network 3d8656fb-75ba-46f2-b2ca-9703ce625703 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:58.591047 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:58.591354 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Checking segment: {'id': '81ad4f19-1a0d-4a51-a4b0-4d1662d7863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:58.591759 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.592158 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Bound using segment: {'id': '81ad4f19-1a0d-4a51-a4b0-4d1662d7863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:58.592629 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Bound port: d4002763-3b12-4cd8-89e7-b45f35c3b22c, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ad4f19-1a0d-4a51-a4b0-4d1662d7863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:58.593015 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.667780 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] For port d4002763-3b12-4cd8-89e7-b45f35c3b22c, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:58.671324 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] For port d4002763-3b12-4cd8-89e7-b45f35c3b22c, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=d4002763-3b12-4cd8-89e7-b45f35c3b22c,segment=NetworkSegment(81ad4f19-1a0d-4a51-a4b0-4d1662d7863e),segment_id=81ad4f19-1a0d-4a51-a4b0-4d1662d7863e)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:58.677925 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.751274 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Routers {'6c47a517-f791-4bf2-9463-260ceec97f86'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:58.751918 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:45:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['6c47a517-f791-4bf2-9463-260ceec97f86'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:58.753826 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-b9bd8aaa-0e7a-4829-bf61-896ca8dd1e95 None None] Provisioning complete for port d4002763-3b12-4cd8-89e7-b45f35c3b22c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:58.754202 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8aaa-0e7a-4829-bf61-896ca8dd1e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.809190 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973566d5-6c41-479b-b758-3686b4147dd2 None None] Pushing event updated for resources: {'Port': ['ID=d4002763-3b12-4cd8-89e7-b45f35c3b22c,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:58.924823 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] Set router 6c47a517-f791-4bf2-9463-260ceec97f86 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:58.961666 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd8aaa-0e7a-4829-bf61-896ca8dd1e95 None None] Current status of the port d4002763-3b12-4cd8-89e7-b45f35c3b22c is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:58.962059 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8aaa-0e7a-4829-bf61-896ca8dd1e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.070598 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-b9bd8aaa-0e7a-4829-bf61-896ca8dd1e95 None None] For port d4002763-3b12-4cd8-89e7-b45f35c3b22c, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=d4002763-3b12-4cd8-89e7-b45f35c3b22c,segment=NetworkSegment(81ad4f19-1a0d-4a51-a4b0-4d1662d7863e),segment_id=81ad4f19-1a0d-4a51-a4b0-4d1662d7863e)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:59.075164 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8aaa-0e7a-4829-bf61-896ca8dd1e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.150994 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd8aaa-0e7a-4829-bf61-896ca8dd1e95 None None] Pushing event updated for resources: {'Port': ['ID=d4002763-3b12-4cd8-89e7-b45f35c3b22c,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:59.204971 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-0fca89b8-6143-42f6-9537-69abe9887f03 None None] Provisioning complete for port d4002763-3b12-4cd8-89e7-b45f35c3b22c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:59.205349 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0fca89b8-6143-42f6-9537-69abe9887f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.238617 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'name': 'tempest-TestShelveInstance-483295418-router', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:51Z', 'updated_at': '2022-03-28T05:45:55Z', 'revision_number': 4, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'gw_port': {'id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:52Z', 'updated_at': '2022-03-28T05:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'd4002763-3b12-4cd8-89e7-b45f35c3b22c', 'name': '', 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'mac_address': 'fa:16:3e:42:be:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '51dcdfa0-cce2-4679-aabb-819ab329e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:54Z', 'updated_at': '2022-03-28T05:45:58Z', 'revision_number': 4, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'subnets': [{'id': '51dcdfa0-cce2-4679-aabb-819ab329e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:59.271169 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a873d-7069-4f19-8318-0c36fb8a0ea4 None None] The sync data for ids ['6c47a517-f791-4bf2-9463-260ceec97f86'] in dv-cinder-831776-5-iscsi is: [{'id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'name': 'tempest-TestShelveInstance-483295418-router', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:51Z', 'updated_at': '2022-03-28T05:45:55Z', 'revision_number': 4, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'gw_port': {'id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:52Z', 'updated_at': '2022-03-28T05:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'd4002763-3b12-4cd8-89e7-b45f35c3b22c', 'name': '', 'network_id': '3d8656fb-75ba-46f2-b2ca-9703ce625703', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'mac_address': 'fa:16:3e:42:be:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '51dcdfa0-cce2-4679-aabb-819ab329e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:54Z', 'updated_at': '2022-03-28T05:45:58Z', 'revision_number': 4, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'subnets': [{'id': '51dcdfa0-cce2-4679-aabb-819ab329e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:59.334336 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-0fca89b8-6143-42f6-9537-69abe9887f03 None None] Current status of the port d4002763-3b12-4cd8-89e7-b45f35c3b22c is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:59.527219 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5590-b86d-4f70-9db1-697b23c27ceb req-66620c9c-0ee9-4752-bdf1-73b9f2d0036e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:59.528779 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6e7c5590-b86d-4f70-9db1-697b23c27ceb req-66620c9c-0ee9-4752-bdf1-73b9f2d0036e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0623255 Mar 28 05:45:59.581471 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6e7c5590-b86d-4f70-9db1-697b23c27ceb req-e251908e-6021-449d-9b49-356fffc62ad8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440872 Mar 28 05:45:59.691050 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-51785894-468f-4094-95c1-5b93cd78d7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.788230 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device d4002763-3b12-4cd8-89e7-b45f35c3b22c up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:59.841310 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port d4002763-3b12-4cd8-89e7-b45f35c3b22c triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:59.841683 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.931391 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port d4002763-3b12-4cd8-89e7-b45f35c3b22c is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:00.707652 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba59c5-9b7e-403e-a290-04639111f64f req-b12db7b9-0de9-4f8d-8664-de7438fe7d08 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:00.709668 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-77ba59c5-9b7e-403e-a290-04639111f64f req-b12db7b9-0de9-4f8d-8664-de7438fe7d08 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0565124 Mar 28 05:46:00.759168 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-77ba59c5-9b7e-403e-a290-04639111f64f req-96d67a7e-2f4e-4551-9e46-dfd256f97b26 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435193 Mar 28 05:46:01.886573 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55a59e-db4d-4be3-b989-783800b940b8 req-282dfe2b-8197-4a01-8bb2-9a1703b4a57c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:01.888056 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ea55a59e-db4d-4be3-b989-783800b940b8 req-282dfe2b-8197-4a01-8bb2-9a1703b4a57c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0566306 Mar 28 05:46:01.936479 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ea55a59e-db4d-4be3-b989-783800b940b8 req-f1c97b83-ac3d-46d5-a8c5-039ff93a48ce tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 Mar 28 05:46:02.087691 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5dfded3f-a2d7-4f1c-9ba5-c954242e7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:03.016680 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:03.072999 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cabf-7a85-4899-80d4-a6b8ec7fad84 req-0ee27716-757d-4df7-8938-e6641c3d9119 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:03.074487 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e421cabf-7a85-4899-80d4-a6b8ec7fad84 req-0ee27716-757d-4df7-8938-e6641c3d9119 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0629089 Mar 28 05:46:03.122432 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e421cabf-7a85-4899-80d4-a6b8ec7fad84 req-637c7623-1017-4a31-ba52-536abf9f46b6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 Mar 28 05:46:04.251572 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b20aa-3bb7-4c3c-a1c3-e127a66d3975 req-48b170dd-7a76-4208-8bfe-85f77c0bb2c4 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:04.253038 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-185b20aa-3bb7-4c3c-a1c3-e127a66d3975 req-48b170dd-7a76-4208-8bfe-85f77c0bb2c4 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0570085 Mar 28 05:46:04.300519 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-185b20aa-3bb7-4c3c-a1c3-e127a66d3975 req-1bdd8c7f-2b75-4183-87ea-bff2a6a1f98f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Mar 28 05:46:04.695413 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:05.517934 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725a62f-a936-469f-b04e-f852f21457b8 req-610b1bf0-72d4-4cb5-bf6f-98bdd253c855 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:05.519424 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d725a62f-a936-469f-b04e-f852f21457b8 req-610b1bf0-72d4-4cb5-bf6f-98bdd253c855 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.1476967 Mar 28 05:46:05.566324 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d725a62f-a936-469f-b04e-f852f21457b8 req-3a5811d1-b561-4ead-a4e9-419e81a24b1f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Mar 28 05:46:06.308896 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:06.742203 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8c08b-f2f9-4be4-a4fd-0120fb1fdf88 req-a574bfec-a6b5-434b-91f0-272968e0d093 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:06.743711 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a8c8c08b-f2f9-4be4-a4fd-0120fb1fdf88 req-a574bfec-a6b5-434b-91f0-272968e0d093 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.1047232 Mar 28 05:46:06.795346 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a8c8c08b-f2f9-4be4-a4fd-0120fb1fdf88 req-d834a2d0-868e-4925-b8c2-8fe85517933b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453522 Mar 28 05:46:07.918020 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdbe6f-185c-4bf7-847f-2f8063a55e90 req-3b3c3c4b-81fb-4ffe-a593-2cf2b09e2d73 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:07.919417 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-22cdbe6f-185c-4bf7-847f-2f8063a55e90 req-3b3c3c4b-81fb-4ffe-a593-2cf2b09e2d73 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0518746 Mar 28 05:46:07.964833 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-22cdbe6f-185c-4bf7-847f-2f8063a55e90 req-f866007c-14ff-4b27-81f1-cef219dc9977 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398612 Mar 28 05:46:08.891343 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:09.182572 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29983e69-5e4f-48dc-b021-5d230fb253df req-bd43969d-e7b0-4cf5-a785-4633143830e2 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:09.183937 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-29983e69-5e4f-48dc-b021-5d230fb253df req-bd43969d-e7b0-4cf5-a785-4633143830e2 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0528307 Mar 28 05:46:09.228318 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-29983e69-5e4f-48dc-b021-5d230fb253df req-651acaaf-1059-436d-83c0-e2b90fe4fa9d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389767 Mar 28 05:46:10.355793 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef6252-c358-4df1-bcdf-747e83027cee req-7e553c6b-917f-42e3-a1b6-6c2efc104e56 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:10.357281 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-13ef6252-c358-4df1-bcdf-747e83027cee req-7e553c6b-917f-42e3-a1b6-6c2efc104e56 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0574460 Mar 28 05:46:10.406364 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-13ef6252-c358-4df1-bcdf-747e83027cee req-9417dac8-455c-41b0-a19d-e4307e09947f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430312 Mar 28 05:46:10.796990 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3791-89a0-49f0-ad4c-4509b35795e0 req-7d6ecf13-002f-4c31-9e6e-fd9cd403afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:10.799553 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d9b3791-89a0-49f0-ad4c-4509b35795e0 req-7d6ecf13-002f-4c31-9e6e-fd9cd403afcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 1127 time: 0.0463188 Mar 28 05:46:10.905932 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3791-89a0-49f0-ad4c-4509b35795e0 req-ed5aa1f7-d042-44ab-937b-7547453cbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:10.907429 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d9b3791-89a0-49f0-ad4c-4509b35795e0 req-ed5aa1f7-d042-44ab-937b-7547453cbc80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 916 time: 0.0877964 Mar 28 05:46:10.972348 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d9b3791-89a0-49f0-ad4c-4509b35795e0 req-a54e87a7-ce1a-4e3d-b7d6-e390bf040a33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54 HTTP/1.1" status: 200 len: 999 time: 0.0585413 Mar 28 05:46:11.020983 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3791-89a0-49f0-ad4c-4509b35795e0 req-752371f9-560f-4f8d-9bab-459d65efd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:11.022477 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d9b3791-89a0-49f0-ad4c-4509b35795e0 req-752371f9-560f-4f8d-9bab-459d65efd76b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.0439074 Mar 28 05:46:11.074741 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3791-89a0-49f0-ad4c-4509b35795e0 req-08ba5e4d-b950-4dc5-8e3b-ed8e7e2b0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:11.076240 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d9b3791-89a0-49f0-ad4c-4509b35795e0 req-08ba5e4d-b950-4dc5-8e3b-ed8e7e2b0da4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473235 Mar 28 05:46:11.164458 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d9b3791-89a0-49f0-ad4c-4509b35795e0 req-d6e1cccb-c25d-43d8-addc-9b0cd605b17a service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817804 Mar 28 05:46:11.257444 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d9b3791-89a0-49f0-ad4c-4509b35795e0 req-4a095d59-663e-4233-9b38-b9bda67092a7 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864198 Mar 28 05:46:11.532659 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5687c-2587-4287-906c-423fff514b37 req-3c401de4-fb40-432d-b5ec-a4a03acf65a0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:11.534204 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1ed5687c-2587-4287-906c-423fff514b37 req-3c401de4-fb40-432d-b5ec-a4a03acf65a0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0549417 Mar 28 05:46:11.583428 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1ed5687c-2587-4287-906c-423fff514b37 req-6263865c-2e61-4f50-a3a1-f6e9bb26f0ed tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434341 Mar 28 05:46:12.704998 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c20ffe-7133-4458-8c1c-da3d58bd20bc req-7cb3d926-214a-4920-8e03-11ff680da4c5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:12.706396 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f0c20ffe-7133-4458-8c1c-da3d58bd20bc req-7cb3d926-214a-4920-8e03-11ff680da4c5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 943 time: 0.0512934 Mar 28 05:46:12.751463 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f0c20ffe-7133-4458-8c1c-da3d58bd20bc req-8c1307d0-6bfd-492c-84cd-c310ab6c629e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393975 Mar 28 05:46:13.388246 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device fe470eb2-542e-49b1-a677-8ef6d29f0d54 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:46:13.483344 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:13.494510 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'port_id': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'mac_address': 'fa:16:3e:ca:02:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:46:13.531539 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port fe470eb2-542e-49b1-a677-8ef6d29f0d54 is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:13.531924 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:13.547172 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe470eb2-542e-49b1-a677-8ef6d29f0d54 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:46:13.565848 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:13.569385 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:13.614062 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=fe470eb2-542e-49b1-a677-8ef6d29f0d54,revision_number=9']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:13.877292 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e776cda-acf9-41b6-be43-44e05d89c31e req-716ee30f-b9fd-4274-9296-b1b073d272e7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:13.878797 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5e776cda-acf9-41b6-be43-44e05d89c31e req-716ee30f-b9fd-4274-9296-b1b073d272e7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 944 time: 0.0592990 Mar 28 05:46:13.923931 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5e776cda-acf9-41b6-be43-44e05d89c31e req-36c47618-e70a-4a6a-815a-457794ab03d3 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397165 Mar 28 05:46:14.067075 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['fe470eb2-542e-49b1-a677-8ef6d29f0d54'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:46:15.042493 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b201f4-1dbc-4c64-8ff0-889308561397 req-2291fa0f-380a-4d71-bc93-7f8336d1e573 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:15.043925 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-86b201f4-1dbc-4c64-8ff0-889308561397 req-2291fa0f-380a-4d71-bc93-7f8336d1e573 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 944 time: 0.0505431 Mar 28 05:46:15.088858 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-86b201f4-1dbc-4c64-8ff0-889308561397 req-e4629f70-7f1d-460c-80cf-88f91c52c7b5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388925 Mar 28 05:46:15.398522 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device fe470eb2-542e-49b1-a677-8ef6d29f0d54 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:15.445839 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port fe470eb2-542e-49b1-a677-8ef6d29f0d54 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:15.446216 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:15.523001 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port fe470eb2-542e-49b1-a677-8ef6d29f0d54 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:15.523445 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:15.542674 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40298) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:15.552099 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:46:15.554351 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089e1f79-ace5-4d64-9467-a25d9d173a75" -d '{"events": [{"server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "name": "network-vif-plugged", "status": "completed", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:46:15.569596 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:15.573968 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:15.597448 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffac051-2288-4295-beb3-f94245920580 x-openstack-request-id: req-4ffac051-2288-4295-beb3-f94245920580 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:46:15.597759 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "name": "network-vif-plugged", "status": "completed", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:46:15.598011 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ffac051-2288-4295-beb3-f94245920580 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:46:15.598431 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ffac051-2288-4295-beb3-f94245920580'] response: {'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'code': 200} Mar 28 05:46:15.623077 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=fe470eb2-542e-49b1-a677-8ef6d29f0d54,revision_number=10']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:15.630012 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.630392 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.630758 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.631119 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.631457 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.631787 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.632112 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.632435 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.632759 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.633079 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.633402 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.633745 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.634048 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.634460 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.634787 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:15.654839 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-067fb4b4-6420-42a4-ad88-2c65b0cd227b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:15.729171 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-067fb4b4-6420-42a4-ad88-2c65b0cd227b admin admin] Publish callbacks [] for security_group (bdb42f1b-d677-49f6-9960-929efc17caff), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:15.732592 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-067fb4b4-6420-42a4-ad88-2c65b0cd227b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (bdb42f1b-d677-49f6-9960-929efc17caff), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:15.769227 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-067fb4b4-6420-42a4-ad88-2c65b0cd227b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=451f815c6fc74e0c96bbbdbac63c32fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253683 Mar 28 05:46:15.771133 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fb4b4-6420-42a4-ad88-2c65b0cd227b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb42f1b-d677-49f6-9960-929efc17caff,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:15.771917 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40304) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:15.817981 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-875a2f5a-191f-435e-8b77-aeea7592122e admin admin] Publish callbacks [] for security_group (bdb42f1b-d677-49f6-9960-929efc17caff), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:15.838942 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-875a2f5a-191f-435e-8b77-aeea7592122e admin admin] Publish callbacks [] for security_group (bdb42f1b-d677-49f6-9960-929efc17caff), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:15.887084 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-875a2f5a-191f-435e-8b77-aeea7592122e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (bdb42f1b-d677-49f6-9960-929efc17caff), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:15.889647 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-875a2f5a-191f-435e-8b77-aeea7592122e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:15.890808 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-875a2f5a-191f-435e-8b77-aeea7592122e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdb42f1b-d677-49f6-9960-929efc17caff HTTP/1.1" status: 204 len: 168 time: 0.1179113 Mar 28 05:46:15.899532 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a2f5a-191f-435e-8b77-aeea7592122e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb42f1b-d677-49f6-9960-929efc17caff,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:16.257818 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3ecc0-2195-4a4d-8821-8a97783e7ea8 req-a9c5d0c4-bd36-4b8c-982c-04275b6c8bc0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:16.259603 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9ad3ecc0-2195-4a4d-8821-8a97783e7ea8 req-a9c5d0c4-bd36-4b8c-982c-04275b6c8bc0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 946 time: 0.0908360 Mar 28 05:46:16.270344 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f05da-d4e8-49da-968f-1506b602a292 req-850ba96c-1fd3-4f8e-9049-660be0c6b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:16.271793 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-906f05da-d4e8-49da-968f-1506b602a292 req-850ba96c-1fd3-4f8e-9049-660be0c6b614 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 1130 time: 0.0672491 Mar 28 05:46:16.338885 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9ad3ecc0-2195-4a4d-8821-8a97783e7ea8 req-c9a683f5-b33d-4f94-b0e5-b3bc5ea589e2 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724182 Mar 28 05:46:16.349228 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-906f05da-d4e8-49da-968f-1506b602a292 req-f6d97b0b-c115-4545-96ab-9e3228eee359 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652077 Mar 28 05:46:16.509643 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40330) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:16.609177 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1454078944-network', 'tenant_id': '32b0f85e1b4c44219c423466b233a884'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:16.627545 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Made reservation on behalf of 32b0f85e1b4c44219c423466b233a884 for: {'network': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:46:16.630147 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:16.639770 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:16.711407 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Publish callbacks [] for security_group (f13d1e47-23c4-499c-b065-58b3285eb742), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:16.714888 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f13d1e47-23c4-499c-b065-58b3285eb742), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:16.735351 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=109788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:46:16.748097 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d1e47-23c4-499c-b065-58b3285eb742,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:16.752730 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (ac7fa61d-c519-418e-b629-0d68b5755614), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:16.753069 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.segments_db [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Added segment ac7fa61d-c519-418e-b629-0d68b5755614 of type vlan for network fbc730a7-2dc9-428c-9837-7d0a146a1192 Mar 28 05:46:16.791141 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (fbc730a7-2dc9-428c-9837-7d0a146a1192), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:16.815614 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (fbc730a7-2dc9-428c-9837-7d0a146a1192), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:16.816549 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:16.817126 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:16.880182 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3692629 Mar 28 05:46:16.883087 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40334) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:16.885148 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d66c2-85f1-4045-8347-b4b965f1d874 admin admin] Pushing event updated for resources: {'Network': ['ID=fbc730a7-2dc9-428c-9837-7d0a146a1192,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:16.888044 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] Request body: {'subnet': {'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1454078944-subnet', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:16.895526 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network fbc730a7-2dc9-428c-9837-7d0a146a1192 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:46:16.907875 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] Made reservation on behalf of 32b0f85e1b4c44219c423466b233a884 for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:46:16.910340 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656248'] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.071599 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26735045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656238'] for subnet (7494be8a-5bfe-4717-a0a1-e6832e99f302), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.124258 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7494be8a-5bfe-4717-a0a1-e6832e99f302,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:17.133347 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] Checking segment: {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:46:17.133700 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] Network hostable DHCP agents. Network: fbc730a7-2dc9-428c-9837-7d0a146a1192, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:46:17.152467 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] Network fbc730a7-2dc9-428c-9837-7d0a146a1192 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:46:17.161966 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, fbc730a7-2dc9-428c-9837-7d0a146a1192) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:17.165942 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:17.166767 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.171391 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa92ac7-a45e-4c2b-b547-6dc79211ada5 None None] Network fbc730a7-2dc9-428c-9837-7d0a146a1192 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:46:17.182766 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-55a5088f-83c7-49fd-88fd-607630370736 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2985990 Mar 28 05:46:17.185376 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40338) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:17.189602 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:17.208791 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.209888 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.268493 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Publish callbacks [] for router_controller (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), precommit_add_association {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.394977 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-fbc730a7-2dc9-428c-9837-7d0a146a1192', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:46:17.396231 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.409418 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Publish callbacks [] for router_gateway (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.550958 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Allocated IP 172.20.0.2 (fbc730a7-2dc9-428c-9837-7d0a146a1192/7494be8a-5bfe-4717-a0a1-e6832e99f302/c55f2b8e-53ed-4d10-bc58-18cdd00b0252) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:46:17.632454 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Publish callbacks [] for router_gateway (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.652977 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.708577 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Publish callbacks [] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.715133 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.716768 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731c51-d297-454c-8f4b-57a26231ca2f req-72766c4a-d356-48d3-8636-85f2065b8a93 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:17.718453 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dd731c51-d297-454c-8f4b-57a26231ca2f req-72766c4a-d356-48d3-8636-85f2065b8a93 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 946 time: 0.3020720 Mar 28 05:46:17.757334 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Network fbc730a7-2dc9-428c-9837-7d0a146a1192 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:46:17.760377 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:17.766507 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:46:17.770410 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Allocated IP 172.27.1.214 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/4d3186c8-ca23-440c-98f6-92414d3aedfb) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:46:17.771488 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dd731c51-d297-454c-8f4b-57a26231ca2f req-55dad4ae-cf69-4b46-a079-8ad0ef92eca3 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471601 Mar 28 05:46:17.772082 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Pushing event updated for resources: {'Port': ['ID=c55f2b8e-53ed-4d10-bc58-18cdd00b0252,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:17.831270 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Attempting to bind port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:46:17.831641 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Attempting to bind port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:46:17.832002 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Attempting to bind port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 on network fbc730a7-2dc9-428c-9837-7d0a146a1192 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:46:17.837153 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:46:17.837548 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Checking segment: {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:46:17.837951 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.838393 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Bound using segment: {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:46:17.838853 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Bound port: c55f2b8e-53ed-4d10-bc58-18cdd00b0252, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:46:17.839233 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.879674 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Publish callbacks [] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.900933 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] For port c55f2b8e-53ed-4d10-bc58-18cdd00b0252, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:46:17.904202 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] For port c55f2b8e-53ed-4d10-bc58-18cdd00b0252, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=c55f2b8e-53ed-4d10-bc58-18cdd00b0252,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:46:17.909072 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.911858 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:17.957139 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:46:17.964374 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:17.964696 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850df929-9ce1-4dfb-b132-461be64699b1 None None] Pushing event updated for resources: {'Port': ['ID=c55f2b8e-53ed-4d10-bc58-18cdd00b0252,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:17.969250 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:46:17.993178 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Pushing event updated for resources: {'Port': ['ID=4d3186c8-ca23-440c-98f6-92414d3aedfb,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:18.470531 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Publish callbacks [] for router_gateway (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:18.693834 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344'] for router (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:18.844363 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 is scheduled to L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c with binding_index 1 {{(pid=109789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:46:18.916891 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e1654a-cab0-4d41-b79c-60609255d1a5 None None] Network fbc730a7-2dc9-428c-9837-7d0a146a1192 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:46:18.939075 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bafd3-1fed-4e5e-9e61-39103b7b71c2 req-64b0be16-aa51-4709-9cd5-1bec5e50dfa9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:18.946747 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8e9bafd3-1fed-4e5e-9e61-39103b7b71c2 req-64b0be16-aa51-4709-9cd5-1bec5e50dfa9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 946 time: 0.0827787 Mar 28 05:46:18.967762 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:46:18.986342 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Sync routers for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:46:19.002652 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8e9bafd3-1fed-4e5e-9e61-39103b7b71c2 req-efd98d0a-911f-456c-92cb-50282bf2db14 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532219 Mar 28 05:46:19.003660 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-e73976cf-ee7d-4763-94ad-9a603cb6b9b6 None None] Provisioning complete for port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:19.004251 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e73976cf-ee7d-4763-94ad-9a603cb6b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.008192 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.011939 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e8eb6717-b46a-4b9c-96cf-5e1ab1b5fa3d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8232243 Mar 28 05:46:19.012074 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:19.012074 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:46:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:19.012376 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40384) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:19.124415 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-e73976cf-ee7d-4763-94ad-9a603cb6b9b6 None None] Current status of the port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:19.125085 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e73976cf-ee7d-4763-94ad-9a603cb6b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.135900 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:19.174502 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-e73976cf-ee7d-4763-94ad-9a603cb6b9b6 None None] For port c55f2b8e-53ed-4d10-bc58-18cdd00b0252, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=c55f2b8e-53ed-4d10-bc58-18cdd00b0252,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:19.180939 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e73976cf-ee7d-4763-94ad-9a603cb6b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.238918 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73976cf-ee7d-4763-94ad-9a603cb6b9b6 None None] Pushing event updated for resources: {'Port': ['ID=c55f2b8e-53ed-4d10-bc58-18cdd00b0252,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:19.344661 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:18Z', 'revision_number': 3, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:19.370670 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Checking router: ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:46:19.371024 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Updating router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 port 4d3186c8-ca23-440c-98f6-92414d3aedfb binding host dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:46:19.398294 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.404654 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-9efd5116-941e-41f3-9b4c-a953534bc0ae None None] Provisioning complete for port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:19.405488 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9efd5116-941e-41f3-9b4c-a953534bc0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.485141 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-9efd5116-941e-41f3-9b4c-a953534bc0ae None None] Current status of the port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:19.521900 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.654734 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Publish callbacks [] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), precommit_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.660596 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.680446 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Allocated IP 172.20.0.1 (fbc730a7-2dc9-428c-9837-7d0a146a1192/7494be8a-5bfe-4717-a0a1-e6832e99f302/459f021b-4c63-4354-ad59-e95cfc8dc221) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:46:19.715878 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Attempting to bind port 4d3186c8-ca23-440c-98f6-92414d3aedfb on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:46:19.716250 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Attempting to bind port 4d3186c8-ca23-440c-98f6-92414d3aedfb by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:46:19.716633 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Attempting to bind port 4d3186c8-ca23-440c-98f6-92414d3aedfb on network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:46:19.718545 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2f25c-f703-44ae-8796-373cf8f91f34 None None] Pushing event updated for resources: {'Port': ['ID=4d3186c8-ca23-440c-98f6-92414d3aedfb,revision_number=2']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:19.723828 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:46:19.724197 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:46:19.724589 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.724969 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Bound using segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:46:19.725430 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Bound port: 4d3186c8-ca23-440c-98f6-92414d3aedfb, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:46:19.725801 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.778561 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] For port 4d3186c8-ca23-440c-98f6-92414d3aedfb, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:46:19.781798 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] For port 4d3186c8-ca23-440c-98f6-92414d3aedfb, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=4d3186c8-ca23-440c-98f6-92414d3aedfb,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:46:19.792184 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.795412 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Publish callbacks [] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.824309 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device c55f2b8e-53ed-4d10-bc58-18cdd00b0252 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:19.835862 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.849011 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:19.849629 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:46:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:19.877553 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Network fbc730a7-2dc9-428c-9837-7d0a146a1192 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:46:19.880245 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:19.880551 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:19.880668 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.883311 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:46:19.924739 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Pushing event updated for resources: {'Port': ['ID=459f021b-4c63-4354-ad59-e95cfc8dc221,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:19.927066 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2f25c-f703-44ae-8796-373cf8f91f34 None None] Pushing event updated for resources: {'Port': ['ID=4d3186c8-ca23-440c-98f6-92414d3aedfb,revision_number=3']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:19.934039 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738045'] for router_interface (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.961730 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:19.982582 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:20.103953 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:20.165462 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:18Z', 'revision_number': 3, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:20.189579 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653c39-314c-4bc5-8831-923af1265109 req-c261b025-60a5-41bf-b797-b008e7d44f96 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:20.191124 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e653c39-314c-4bc5-8831-923af1265109 req-c261b025-60a5-41bf-b797-b008e7d44f96 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 946 time: 0.1008146 Mar 28 05:46:20.193009 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a78219-ca45-46e0-b591-f48c33fc00fe None None] The sync data for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi is: [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:18Z', 'revision_number': 3, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:46:20.220403 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-2b4a52d7-9a3a-4929-b06b-91f9ea200750 None None] Provisioning complete for port 459f021b-4c63-4354-ad59-e95cfc8dc221 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:20.220980 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2b4a52d7-9a3a-4929-b06b-91f9ea200750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:20.267269 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a52d7-9a3a-4929-b06b-91f9ea200750 None None] Port 459f021b-4c63-4354-ad59-e95cfc8dc221 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:46:20.306779 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9e653c39-314c-4bc5-8831-923af1265109 req-613c95c5-ff34-459f-9ea6-5be589ddfe83 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987415 Mar 28 05:46:20.352757 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Publish callbacks [] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:20.357136 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:20.437236 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737897'] for router_interface (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:20.450470 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Pushing event updated for resources: {'Port': ['ID=459f021b-4c63-4354-ad59-e95cfc8dc221,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:20.532644 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Network fbc730a7-2dc9-428c-9837-7d0a146a1192 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:46:20.534719 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:20.666552 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:46:20.783531 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:46:20.788730 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-ece8ac50-449b-4e84-bbc8-b445f23ff3ef admin admin] 10.222.0.20 "PUT /v2.0/routers/ba015fc9-fca4-4c95-bfb2-4a640ec91bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7748399 Mar 28 05:46:20.792827 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-d19caef1-bf39-4be0-b864-c71e7efc8585 None None] Provisioning complete for port 459f021b-4c63-4354-ad59-e95cfc8dc221 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:20.793206 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d19caef1-bf39-4be0-b864-c71e7efc8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:20.827706 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d19caef1-bf39-4be0-b864-c71e7efc8585 None None] Port 459f021b-4c63-4354-ad59-e95cfc8dc221 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:46:21.254234 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40410) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:21.259141 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-974253454-network', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:21.279514 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Made reservation on behalf of 7d16fe25d2c04033b6f67586acdb9e6f for: {'network': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:46:21.282200 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.291573 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.366009 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Publish callbacks [] for security_group (c0789706-b909-4223-acd3-1ac33ed2083a), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.369706 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (c0789706-b909-4223-acd3-1ac33ed2083a), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.393937 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=109788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:46:21.395116 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:46:21.402719 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0789706-b909-4223-acd3-1ac33ed2083a,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:21.408698 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (e64059ab-3209-424a-a7e7-e6f5da86e418), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.409042 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.segments_db [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Added segment e64059ab-3209-424a-a7e7-e6f5da86e418 of type vlan for network 2b155249-3c62-4a87-b72c-15e7a6a93af2 Mar 28 05:46:21.448130 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (2b155249-3c62-4a87-b72c-15e7a6a93af2), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.472884 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (2b155249-3c62-4a87-b72c-15e7a6a93af2), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.474143 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:21.474770 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.542224 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2868843 Mar 28 05:46:21.547423 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40412) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:21.548223 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ed237-c32b-4f14-8ffd-60ca17e45e5e admin admin] Pushing event updated for resources: {'Network': ['ID=2b155249-3c62-4a87-b72c-15e7a6a93af2,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:21.551456 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] Request body: {'subnet': {'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-974253454-subnet', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'ip_version': 4}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:21.563611 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 2b155249-3c62-4a87-b72c-15e7a6a93af2 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:46:21.572714 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] Made reservation on behalf of 7d16fe25d2c04033b6f67586acdb9e6f for: {'subnet': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:46:21.576400 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656248'] for subnet (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.752924 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26735045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656238'] for subnet (e80a0cf2-57dd-44d8-a4e9-4def41f29b26), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.802273 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 4d3186c8-ca23-440c-98f6-92414d3aedfb up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:21.812042 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e80a0cf2-57dd-44d8-a4e9-4def41f29b26,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:21.822883 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] Checking segment: {'id': 'e64059ab-3209-424a-a7e7-e6f5da86e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:46:21.823247 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] Network hostable DHCP agents. Network: 2b155249-3c62-4a87-b72c-15e7a6a93af2, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:46:21.843555 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] Network 2b155249-3c62-4a87-b72c-15e7a6a93af2 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:46:21.845248 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Sync routers for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:46:21.852986 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 2b155249-3c62-4a87-b72c-15e7a6a93af2) {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:21.858025 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:21.859715 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.862980 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:21.863609 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:46:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:21.868155 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c90e246-74a6-45de-9a8a-018315bfb029 None None] Network 2b155249-3c62-4a87-b72c-15e7a6a93af2 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:46:21.875870 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3120f4bd-0834-42b4-a461-d7f7ad405ae7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3288281 Mar 28 05:46:21.878357 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40414) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:21.882677 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-974253454-router', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:21.900627 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (946b28ea-b866-4362-be27-c74f5d803a9e), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.901600 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (946b28ea-b866-4362-be27-c74f5d803a9e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.953827 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Publish callbacks [] for router_controller (946b28ea-b866-4362-be27-c74f5d803a9e), precommit_add_association {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:21.973953 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 4d3186c8-ca23-440c-98f6-92414d3aedfb triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:21.974360 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.088802 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:22.096529 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Publish callbacks [] for router_gateway (946b28ea-b866-4362-be27-c74f5d803a9e), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.116269 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-2b155249-3c62-4a87-b72c-15e7a6a93af2', 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2', 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'fixed_ips': [{'subnet_id': 'e80a0cf2-57dd-44d8-a4e9-4def41f29b26'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:46:22.117121 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.294333 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Publish callbacks [] for router_gateway (946b28ea-b866-4362-be27-c74f5d803a9e), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.318141 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.330632 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 4d3186c8-ca23-440c-98f6-92414d3aedfb is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:22.331030 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.424240 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Allocated IP 172.27.1.73 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/58c1a1f4-761a-413b-94e3-dc8c36cf1d76) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:46:22.444225 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 4d3186c8-ca23-440c-98f6-92414d3aedfb, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=4d3186c8-ca23-440c-98f6-92414d3aedfb,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:22.454463 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.544456 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Publish callbacks [] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.564898 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=4d3186c8-ca23-440c-98f6-92414d3aedfb,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:22.568001 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Allocated IP 172.20.0.2 (2b155249-3c62-4a87-b72c-15e7a6a93af2/e80a0cf2-57dd-44d8-a4e9-4def41f29b26/34c93959-9d83-4730-9fdb-115528f7e0b9) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:46:22.578983 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.619083 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:46:22.624520 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:22.628941 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:46:22.631955 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Pushing event updated for resources: {'Port': ['ID=58c1a1f4-761a-413b-94e3-dc8c36cf1d76,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:22.698103 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 2, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:22.731862 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Checking router: ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:46:22.732221 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Updating router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 port 459f021b-4c63-4354-ad59-e95cfc8dc221 binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:46:22.783809 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.809979 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Publish callbacks [] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.835897 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.893133 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Network 2b155249-3c62-4a87-b72c-15e7a6a93af2 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:46:22.893720 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Publish callbacks [] for router_gateway (946b28ea-b866-4362-be27-c74f5d803a9e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:22.936531 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:22.949495 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:46:22.960887 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Pushing event updated for resources: {'Port': ['ID=34c93959-9d83-4730-9fdb-115528f7e0b9,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:23.059386 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Attempting to bind port 34c93959-9d83-4730-9fdb-115528f7e0b9 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:46:23.059758 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Attempting to bind port 34c93959-9d83-4730-9fdb-115528f7e0b9 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'e64059ab-3209-424a-a7e7-e6f5da86e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:46:23.060174 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Attempting to bind port 34c93959-9d83-4730-9fdb-115528f7e0b9 on network 2b155249-3c62-4a87-b72c-15e7a6a93af2 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:46:23.068756 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:46:23.069131 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Checking segment: {'id': 'e64059ab-3209-424a-a7e7-e6f5da86e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:46:23.069533 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:23.069926 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Bound using segment: {'id': 'e64059ab-3209-424a-a7e7-e6f5da86e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:46:23.070421 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Bound port: 34c93959-9d83-4730-9fdb-115528f7e0b9, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64059ab-3209-424a-a7e7-e6f5da86e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:46:23.070807 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:23.099923 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344'] for router (946b28ea-b866-4362-be27-c74f5d803a9e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:23.177411 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] For port 34c93959-9d83-4730-9fdb-115528f7e0b9, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:46:23.206864 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] For port 34c93959-9d83-4730-9fdb-115528f7e0b9, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=34c93959-9d83-4730-9fdb-115528f7e0b9,segment=NetworkSegment(e64059ab-3209-424a-a7e7-e6f5da86e418),segment_id=e64059ab-3209-424a-a7e7-e6f5da86e418)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:46:23.223333 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:23.227388 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Router 946b28ea-b866-4362-be27-c74f5d803a9e is scheduled to L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c with binding_index 1 {{(pid=109789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:46:23.232199 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Publish callbacks [] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:23.257513 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:23.294537 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef28690-5c24-4313-8794-d0d17b984c76 None None] Pushing event updated for resources: {'Port': ['ID=34c93959-9d83-4730-9fdb-115528f7e0b9,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:23.346877 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:46:23.361461 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Sync routers for ids ['946b28ea-b866-4362-be27-c74f5d803a9e'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:46:23.380329 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Routers {'946b28ea-b866-4362-be27-c74f5d803a9e'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:23.381143 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:46:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['946b28ea-b866-4362-be27-c74f5d803a9e'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:23.395726 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:23.400163 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-90bea9f8-dbd5-4008-b946-5e9cfd4a61aa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5182853 Mar 28 05:46:23.400385 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40420) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:23.402552 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38018c67-5be7-47eb-9059-2782210261b3 None None] Pushing event updated for resources: {'Port': ['ID=459f021b-4c63-4354-ad59-e95cfc8dc221,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:23.417558 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Attempting to bind port 459f021b-4c63-4354-ad59-e95cfc8dc221 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:46:23.417988 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Attempting to bind port 459f021b-4c63-4354-ad59-e95cfc8dc221 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:46:23.418432 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Attempting to bind port 459f021b-4c63-4354-ad59-e95cfc8dc221 on network fbc730a7-2dc9-428c-9837-7d0a146a1192 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:46:23.423837 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:46:23.424216 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Checking segment: {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:46:23.424666 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:23.425059 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Bound using segment: {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:46:23.425525 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Bound port: 459f021b-4c63-4354-ad59-e95cfc8dc221, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:46:23.425904 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:23.537564 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] For port 459f021b-4c63-4354-ad59-e95cfc8dc221, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:46:23.545444 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] For port 459f021b-4c63-4354-ad59-e95cfc8dc221, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=459f021b-4c63-4354-ad59-e95cfc8dc221,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:46:23.554523 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:23.635722 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38018c67-5be7-47eb-9059-2782210261b3 None None] Pushing event updated for resources: {'Port': ['ID=459f021b-4c63-4354-ad59-e95cfc8dc221,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:23.662836 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:23.663782 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:46:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:23.756587 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Set router 946b28ea-b866-4362-be27-c74f5d803a9e gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:23.777632 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-8d49abdb-3e7a-4371-98da-45e9c0d0a795 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056309694&fields=id&tenant_id=d937ca2fe9d44a20be5a7159cb0c1771 HTTP/1.1" status: 200 len: 267 time: 0.1088951 Mar 28 05:46:23.781815 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-79fe732b-a71e-4d2d-9002-d1a4fb14b41e None None] Provisioning complete for port 459f021b-4c63-4354-ad59-e95cfc8dc221 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:23.782002 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79fe732b-a71e-4d2d-9002-d1a4fb14b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.019414 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-5dc87bc4-4d89-4a08-9ff9-5f3b5b278431 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:24.023617 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-5dc87bc4-4d89-4a08-9ff9-5f3b5b278431 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/networks?id=5484f88c-7060-4652-9e3a-3aec876f429c HTTP/1.1" status: 200 len: 809 time: 0.2419515 Mar 28 05:46:24.024395 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 4d3186c8-ca23-440c-98f6-92414d3aedfb up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:24.027608 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:24.044238 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-35e54200-1393-4e48-a560-8e7c1ea39993 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/quotas/d937ca2fe9d44a20be5a7159cb0c1771 HTTP/1.1" status: 200 len: 375 time: 0.0097721 Mar 28 05:46:24.079215 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-79fe732b-a71e-4d2d-9002-d1a4fb14b41e None None] Current status of the port 459f021b-4c63-4354-ad59-e95cfc8dc221 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:24.079610 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79fe732b-a71e-4d2d-9002-d1a4fb14b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.083243 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'name': 'tempest-TestVolumeBootPattern-974253454-router', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:21Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 3, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'gw_port': {'id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:22Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:24.118868 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Checking router: 946b28ea-b866-4362-be27-c74f5d803a9e for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:46:24.119473 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Updating router 946b28ea-b866-4362-be27-c74f5d803a9e port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 binding host dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:46:24.128243 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-5a2d6a33-8ab8-4e14-8506-901136895457 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d937ca2fe9d44a20be5a7159cb0c1771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769491 Mar 28 05:46:24.156614 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.168858 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-79fe732b-a71e-4d2d-9002-d1a4fb14b41e None None] For port 459f021b-4c63-4354-ad59-e95cfc8dc221, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=459f021b-4c63-4354-ad59-e95cfc8dc221,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:24.177655 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-79fe732b-a71e-4d2d-9002-d1a4fb14b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.421755 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-31087705-0e9e-4894-b01a-a8dfba3ffd61 service neutron] 10.222.0.20 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898512 Mar 28 05:46:24.462034 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.466344 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe732b-a71e-4d2d-9002-d1a4fb14b41e None None] Pushing event updated for resources: {'Port': ['ID=459f021b-4c63-4354-ad59-e95cfc8dc221,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:24.516494 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 4d3186c8-ca23-440c-98f6-92414d3aedfb triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:24.516872 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.529098 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Publish callbacks [] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), precommit_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.539970 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.579965 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-4f315e27-8395-432a-ad8b-3d722f8cc719 None None] Provisioning complete for port 459f021b-4c63-4354-ad59-e95cfc8dc221 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:24.580341 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4f315e27-8395-432a-ad8b-3d722f8cc719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.603140 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-c93808dc-8eb8-433a-8bf0-af7302c3a87e service neutron] 10.222.0.20 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718895 Mar 28 05:46:24.646064 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Attempting to bind port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:46:24.646721 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Attempting to bind port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:46:24.647279 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Attempting to bind port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 on network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:46:24.653660 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1babe-0dc1-40de-a355-ba1a23ec8617 None None] Pushing event updated for resources: {'Port': ['ID=58c1a1f4-761a-413b-94e3-dc8c36cf1d76,revision_number=2']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:24.659552 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:46:24.660181 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:46:24.660761 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.661310 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Bound using segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:46:24.661949 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Bound port: 58c1a1f4-761a-413b-94e3-dc8c36cf1d76, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:46:24.662739 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.714510 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Allocated IP 172.20.0.1 (2b155249-3c62-4a87-b72c-15e7a6a93af2/e80a0cf2-57dd-44d8-a4e9-4def41f29b26/b69df84f-0a6e-45fa-8021-a8c20dae13b3) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:46:24.747675 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] For port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:46:24.755740 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] For port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=58c1a1f4-761a-413b-94e3-dc8c36cf1d76,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:46:24.761334 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 4d3186c8-ca23-440c-98f6-92414d3aedfb is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:24.762477 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 34c93959-9d83-4730-9fdb-115528f7e0b9 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:24.765374 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.841746 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbed2b38-e6e8-4109-86ee-ee501e04080a None None] Network 2b155249-3c62-4a87-b72c-15e7a6a93af2 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:46:24.857747 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Publish callbacks [] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.859808 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Routers {'946b28ea-b866-4362-be27-c74f5d803a9e'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:24.860671 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:46:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['946b28ea-b866-4362-be27-c74f5d803a9e'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:24.896579 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:24.903641 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-4f315e27-8395-432a-ad8b-3d722f8cc719 None None] Current status of the port 459f021b-4c63-4354-ad59-e95cfc8dc221 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:24.943041 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Network 2b155249-3c62-4a87-b72c-15e7a6a93af2 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:46:24.943634 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:23Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:24.959976 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:24.967707 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:46:24.986047 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1babe-0dc1-40de-a355-ba1a23ec8617 None None] Pushing event updated for resources: {'Port': ['ID=58c1a1f4-761a-413b-94e3-dc8c36cf1d76,revision_number=3']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:25.024984 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Pushing event updated for resources: {'Port': ['ID=b69df84f-0a6e-45fa-8021-a8c20dae13b3,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:25.032756 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d5a69f60-da70-49d8-919d-3103749b898d req-19591537-48d0-4570-ab9b-91a3134218f4 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 210 time: 0.0411501 Mar 28 05:46:25.045912 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738045'] for router_interface (946b28ea-b866-4362-be27-c74f5d803a9e), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.047674 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] Set router 946b28ea-b866-4362-be27-c74f5d803a9e gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:25.047945 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fc218a-c585-49e0-bf3c-bc82f47e1d0d None None] The sync data for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi is: [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:23Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:46:25.051978 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 34c93959-9d83-4730-9fdb-115528f7e0b9 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:25.052506 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.145031 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-f7b8b849-de74-4440-99dc-c727181b074f None None] Provisioning complete for port 34c93959-9d83-4730-9fdb-115528f7e0b9 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:25.145404 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f7b8b849-de74-4440-99dc-c727181b074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.276872 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 34c93959-9d83-4730-9fdb-115528f7e0b9 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:25.277275 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.306976 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.332435 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'name': 'tempest-TestVolumeBootPattern-974253454-router', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:21Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 3, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'gw_port': {'id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:22Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:25.338671 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 34c93959-9d83-4730-9fdb-115528f7e0b9, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=34c93959-9d83-4730-9fdb-115528f7e0b9,segment=NetworkSegment(e64059ab-3209-424a-a7e7-e6f5da86e418),segment_id=e64059ab-3209-424a-a7e7-e6f5da86e418)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:25.376991 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba909835-b4db-459d-95c5-4d10d67d45e7 None None] The sync data for ids ['946b28ea-b866-4362-be27-c74f5d803a9e'] in dv-cinder-831776-5-iscsi is: [{'id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'name': 'tempest-TestVolumeBootPattern-974253454-router', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:21Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 3, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'gw_port': {'id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:22Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:46:25.434390 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8b849-de74-4440-99dc-c727181b074f None None] Current status of the port 34c93959-9d83-4730-9fdb-115528f7e0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:25.438581 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.517429 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=34c93959-9d83-4730-9fdb-115528f7e0b9,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:25.625953 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Publish callbacks [] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.635915 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.660591 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-99a0141a-4421-480f-9a36-d6b8b9d86d5e None None] Provisioning complete for port b69df84f-0a6e-45fa-8021-a8c20dae13b3 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:25.660993 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-99a0141a-4421-480f-9a36-d6b8b9d86d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.744917 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-99a0141a-4421-480f-9a36-d6b8b9d86d5e None None] Port b69df84f-0a6e-45fa-8021-a8c20dae13b3 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:46:25.765470 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737897'] for router_interface (946b28ea-b866-4362-be27-c74f5d803a9e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.766202 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-99a0141a-4421-480f-9a36-d6b8b9d86d5e None None] Provisioning complete for port 34c93959-9d83-4730-9fdb-115528f7e0b9 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:25.766751 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-99a0141a-4421-480f-9a36-d6b8b9d86d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.773120 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Pushing event updated for resources: {'Port': ['ID=b69df84f-0a6e-45fa-8021-a8c20dae13b3,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:25.919082 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-99a0141a-4421-480f-9a36-d6b8b9d86d5e None None] Current status of the port 34c93959-9d83-4730-9fdb-115528f7e0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:25.990241 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Network 2b155249-3c62-4a87-b72c-15e7a6a93af2 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:46:25.992562 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:26.063792 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-1b6abb90-4ceb-451e-82e0-94fc97326b6e None None] Provisioning complete for port b69df84f-0a6e-45fa-8021-a8c20dae13b3 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:26.064756 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1b6abb90-4ceb-451e-82e0-94fc97326b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:26.129205 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 459f021b-4c63-4354-ad59-e95cfc8dc221 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:26.219553 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-1b6abb90-4ceb-451e-82e0-94fc97326b6e None None] Port b69df84f-0a6e-45fa-8021-a8c20dae13b3 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:46:26.229631 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Router 946b28ea-b866-4362-be27-c74f5d803a9e has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:46:26.232418 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9b302f7d-28ca-4bd4-9fcf-7d39efe3f5f4 req-a322e781-4130-4b41-87fc-12dc199da01c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 210 time: 0.0523388 Mar 28 05:46:26.276761 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 459f021b-4c63-4354-ad59-e95cfc8dc221 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:26.277192 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:26.372833 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-e50f7f37-b852-4964-8466-6bfe43236bcd None None] Provisioning complete for port b69df84f-0a6e-45fa-8021-a8c20dae13b3 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:26.373246 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e50f7f37-b852-4964-8466-6bfe43236bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:26.379176 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:46:26.390888 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f4071f7e-c83a-46dd-8d44-7b3126faa347 admin admin] 10.222.0.20 "PUT /v2.0/routers/946b28ea-b866-4362-be27-c74f5d803a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9893982 Mar 28 05:46:26.407407 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 459f021b-4c63-4354-ad59-e95cfc8dc221 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:26.408542 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 34c93959-9d83-4730-9fdb-115528f7e0b9 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:26.441145 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-e50f7f37-b852-4964-8466-6bfe43236bcd None None] Port b69df84f-0a6e-45fa-8021-a8c20dae13b3 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:46:26.471086 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 34c93959-9d83-4730-9fdb-115528f7e0b9 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:26.471471 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:26.592510 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 34c93959-9d83-4730-9fdb-115528f7e0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:26.782780 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-c6249a54-723d-4237-bfc0-4b878a654dee tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:26.784704 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-c6249a54-723d-4237-bfc0-4b878a654dee tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.21 "GET /v2.0/networks?id=5484f88c-7060-4652-9e3a-3aec876f429c HTTP/1.1" status: 200 len: 809 time: 0.1553159 Mar 28 05:46:26.890189 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-c3a6b767-1d80-42f2-aafd-3a4eb88836f8 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d937ca2fe9d44a20be5a7159cb0c1771 HTTP/1.1" status: 200 len: 380 time: 0.0689194 Mar 28 05:46:26.898970 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Request body: {'port': {'device_id': '50673b92-f827-4c13-9827-810317a450fa', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'admin_state_up': True, 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'security_groups': ['70cec87d-8afe-461a-b39d-2ab38f73623c']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:27.008561 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Made reservation on behalf of d937ca2fe9d44a20be5a7159cb0c1771 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:46:27.012064 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.142663 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Allocated IP 172.20.0.14 (5484f88c-7060-4652-9e3a-3aec876f429c/29481a90-68b3-41e1-8fa1-634173e3fbbf/42291fa0-2e84-4b74-b30e-3e81dbbcaaa6) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:46:27.150677 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40456) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:27.155614 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-4a789355-5552-4616-a961-afc8e6d7eb07 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170150217', 'description': 'tempest-secgroup-smoke-1170150217 description', 'project_id': '32b0f85e1b4c44219c423466b233a884'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:27.197637 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4a789355-5552-4616-a961-afc8e6d7eb07 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.345289 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.370058 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9964e9e2-7c59-4bc2-97d0-43af1d1e13cc req-af4a93ca-3f1d-46f8-8e30-350e6a44e2c6 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 210 time: 0.0560627 Mar 28 05:46:27.408284 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4a789355-5552-4616-a961-afc8e6d7eb07 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group (e55b344f-922a-4388-9e43-2aead3e2c0fb), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.412983 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4a789355-5552-4616-a961-afc8e6d7eb07 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e55b344f-922a-4388-9e43-2aead3e2c0fb), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.421857 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.465364 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4a789355-5552-4616-a961-afc8e6d7eb07 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.466529 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-4a789355-5552-4616-a961-afc8e6d7eb07 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3149173 Mar 28 05:46:27.470130 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40460) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:27.475709 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-11adaa8c-20e6-40b7-8496-ba9a5be64ccf tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'security_group_rule': {'security_group_id': 'e55b344f-922a-4388-9e43-2aead3e2c0fb', 'project_id': '32b0f85e1b4c44219c423466b233a884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:27.487862 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a789355-5552-4616-a961-afc8e6d7eb07 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b344f-922a-4388-9e43-2aead3e2c0fb,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:27.495680 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Network 5484f88c-7060-4652-9e3a-3aec876f429c is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:46:27.503628 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:27.511797 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:46:27.511936 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11adaa8c-20e6-40b7-8496-ba9a5be64ccf tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (42c16985-7e2d-47ef-84ba-577b0c16b803), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.563069 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:27.563708 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.567263 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event updated for resources: {'Port': ['ID=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:27.592550 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-a893ca93-0e57-4b96-95ea-e3f836aecf87 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6971543 Mar 28 05:46:27.611464 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11adaa8c-20e6-40b7-8496-ba9a5be64ccf tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (42c16985-7e2d-47ef-84ba-577b0c16b803), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.619697 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11adaa8c-20e6-40b7-8496-ba9a5be64ccf tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (42c16985-7e2d-47ef-84ba-577b0c16b803), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.641221 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adaa8c-20e6-40b7-8496-ba9a5be64ccf tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c16985-7e2d-47ef-84ba-577b0c16b803,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:27.650987 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-11adaa8c-20e6-40b7-8496-ba9a5be64ccf tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.652169 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-11adaa8c-20e6-40b7-8496-ba9a5be64ccf tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1807480 Mar 28 05:46:27.655196 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40464) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:27.659974 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-64cbe985-eb39-431c-8871-efc36adfa2f9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'security_group_rule': {'security_group_id': 'e55b344f-922a-4388-9e43-2aead3e2c0fb', 'project_id': '32b0f85e1b4c44219c423466b233a884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:27.676450 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Request body: {'port': {'device_id': '50673b92-f827-4c13-9827-810317a450fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:27.741905 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-64cbe985-eb39-431c-8871-efc36adfa2f9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (43695737-b8ce-4731-83e7-ee339683e8c8), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.760637 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.786081 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-2168b772-d87d-4075-a91e-ded40bd189b2 None None] Provisioning complete for port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:27.787141 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2168b772-d87d-4075-a91e-ded40bd189b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.816279 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:27.841108 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-64cbe985-eb39-431c-8871-efc36adfa2f9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (43695737-b8ce-4731-83e7-ee339683e8c8), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.847640 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-64cbe985-eb39-431c-8871-efc36adfa2f9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (43695737-b8ce-4731-83e7-ee339683e8c8), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.865659 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-2168b772-d87d-4075-a91e-ded40bd189b2 None None] Port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:46:27.881376 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:27.881867 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.923198 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbe985-eb39-431c-8871-efc36adfa2f9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43695737-b8ce-4731-83e7-ee339683e8c8,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:27.940980 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-64cbe985-eb39-431c-8871-efc36adfa2f9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.945177 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-64cbe985-eb39-431c-8871-efc36adfa2f9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2861807 Mar 28 05:46:27.947156 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40466) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:27.952211 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-f230820a-1dc6-4b2f-86a0-d89534a6761d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'security_group_rule': {'security_group_id': 'e55b344f-922a-4388-9e43-2aead3e2c0fb', 'project_id': '32b0f85e1b4c44219c423466b233a884', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:27.974450 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:27.974800 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:27.993063 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f230820a-1dc6-4b2f-86a0-d89534a6761d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (e51524b0-3f55-426e-9415-72a2d5b4fc0c), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.006426 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=58c1a1f4-761a-413b-94e3-dc8c36cf1d76,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:28.011418 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.070668 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=58c1a1f4-761a-413b-94e3-dc8c36cf1d76,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:28.072492 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f230820a-1dc6-4b2f-86a0-d89534a6761d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (e51524b0-3f55-426e-9415-72a2d5b4fc0c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.079653 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f230820a-1dc6-4b2f-86a0-d89534a6761d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (e51524b0-3f55-426e-9415-72a2d5b4fc0c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.098031 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230820a-1dc6-4b2f-86a0-d89534a6761d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51524b0-3f55-426e-9415-72a2d5b4fc0c,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:28.109986 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f230820a-1dc6-4b2f-86a0-d89534a6761d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.111218 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f230820a-1dc6-4b2f-86a0-d89534a6761d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627691 Mar 28 05:46:28.114137 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40468) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:28.119101 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-0699f484-4557-44e5-a621-1e706609bdde tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'security_group_rule': {'security_group_id': 'e55b344f-922a-4388-9e43-2aead3e2c0fb', 'project_id': '32b0f85e1b4c44219c423466b233a884', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:28.134142 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:46:28.143525 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Publish callbacks [] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.145878 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0699f484-4557-44e5-a621-1e706609bdde tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (34edbbdd-9da9-4ea9-8346-53fd783b56c5), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.160070 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Transition to ACTIVE for port object 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:46:28.164043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.208275 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0699f484-4557-44e5-a621-1e706609bdde tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (34edbbdd-9da9-4ea9-8346-53fd783b56c5), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.215641 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0699f484-4557-44e5-a621-1e706609bdde tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (34edbbdd-9da9-4ea9-8346-53fd783b56c5), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.237340 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f484-4557-44e5-a621-1e706609bdde tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34edbbdd-9da9-4ea9-8346-53fd783b56c5,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:28.247927 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Pushing event updated for resources: {'Port': ['ID=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:28.250164 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0699f484-4557-44e5-a621-1e706609bdde tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.253962 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0699f484-4557-44e5-a621-1e706609bdde tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357841 Mar 28 05:46:28.254107 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40472) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:28.259076 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-67891280-155d-4796-b9d7-53f9f88b8dd9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'security_group_rule': {'security_group_id': 'e55b344f-922a-4388-9e43-2aead3e2c0fb', 'project_id': '32b0f85e1b4c44219c423466b233a884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:28.287593 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.securitygroups_db [None req-67891280-155d-4796-b9d7-53f9f88b8dd9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Project 32b0f85e1b4c44219c423466b233a884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 05:46:28.293118 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-67891280-155d-4796-b9d7-53f9f88b8dd9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (6cc96395-4dac-4b47-81ac-c0e679caf589), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.306882 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Attempting to bind port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:46:28.307364 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Attempting to bind port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:46:28.307690 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Attempting to bind port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 on network 5484f88c-7060-4652-9e3a-3aec876f429c {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:46:28.312899 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 on network 5484f88c-7060-4652-9e3a-3aec876f429c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:46:28.313219 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Attempting to bind port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 on network 5484f88c-7060-4652-9e3a-3aec876f429c {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:46:28.318346 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:46:28.318691 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Checking segment: {'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:46:28.319076 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Bound using segment: {'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:46:28.319502 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Bound port: 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5ad566-b157-4707-844b-c6f4058e2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:46:28.319855 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.367143 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-67891280-155d-4796-b9d7-53f9f88b8dd9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (6cc96395-4dac-4b47-81ac-c0e679caf589), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.369352 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Sync routers for ids ['946b28ea-b866-4362-be27-c74f5d803a9e'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:46:28.377701 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-67891280-155d-4796-b9d7-53f9f88b8dd9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (6cc96395-4dac-4b47-81ac-c0e679caf589), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.382025 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Routers {'946b28ea-b866-4362-be27-c74f5d803a9e'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:28.382788 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:46:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['946b28ea-b866-4362-be27-c74f5d803a9e'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:28.402125 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67891280-155d-4796-b9d7-53f9f88b8dd9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc96395-4dac-4b47-81ac-c0e679caf589,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:28.408076 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-67891280-155d-4796-b9d7-53f9f88b8dd9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.409770 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-67891280-155d-4796-b9d7-53f9f88b8dd9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546395 Mar 28 05:46:28.412888 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40478) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:28.416765 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] For port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:46:28.418159 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-5be9f1ab-7a15-49e1-aa3c-5d238129e164 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'security_group_rule': {'security_group_id': 'e55b344f-922a-4388-9e43-2aead3e2c0fb', 'project_id': '32b0f85e1b4c44219c423466b233a884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:28.422402 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] For port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:46:28.432861 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.443320 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.securitygroups_db [None req-5be9f1ab-7a15-49e1-aa3c-5d238129e164 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Project 32b0f85e1b4c44219c423466b233a884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 05:46:28.449110 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1ab-7a15-49e1-aa3c-5d238129e164 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (f9d2cb86-e9ba-4e90-92af-16c053bc7e2d), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.470018 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:28.470798 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.472998 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] 10.222.0.21 "PUT /v2.0/ports/42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 HTTP/1.1" status: 200 len: 1094 time: 0.8600299 Mar 28 05:46:28.477496 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:46:28.480173 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf431e1-fcb5-486a-94ed-b2abefa83b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:46:28.544590 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1ab-7a15-49e1-aa3c-5d238129e164 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (f9d2cb86-e9ba-4e90-92af-16c053bc7e2d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.551733 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1ab-7a15-49e1-aa3c-5d238129e164 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (f9d2cb86-e9ba-4e90-92af-16c053bc7e2d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.568708 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0316a-ba0d-4332-9eb9-80b2fad8d795 service neutron] Pushing event updated for resources: {'Port': ['ID=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:28.581145 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9f1ab-7a15-49e1-aa3c-5d238129e164 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d2cb86-e9ba-4e90-92af-16c053bc7e2d,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:28.588807 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1ab-7a15-49e1-aa3c-5d238129e164 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:28.591567 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285374a9-c241-4692-9372-cb9d8345c444 x-openstack-request-id: req-285374a9-c241-4692-9372-cb9d8345c444 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:46:28.592448 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:46:28.592777 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-285374a9-c241-4692-9372-cb9d8345c444 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:46:28.593241 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285374a9-c241-4692-9372-cb9d8345c444'] response: {'name': 'network-changed', 'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'status': 'completed', 'code': 200} Mar 28 05:46:28.594317 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5be9f1ab-7a15-49e1-aa3c-5d238129e164 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1801956 Mar 28 05:46:28.594670 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Set router 946b28ea-b866-4362-be27-c74f5d803a9e gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:28.624775 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7ac56-a576-4bb4-a42a-ef69d5d366ad req-c714b748-a393-47cc-8bbe-1bbab8b23562 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:28.626389 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-53c7ac56-a576-4bb4-a42a-ef69d5d366ad req-c714b748-a393-47cc-8bbe-1bbab8b23562 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.1326129 Mar 28 05:46:28.644927 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7974378d-7301-448a-94b7-8b28a1d83ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:28.646636 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-7974378d-7301-448a-94b7-8b28a1d83ce0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d937ca2fe9d44a20be5a7159cb0c1771&device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 1128 time: 0.1030116 Mar 28 05:46:28.712009 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-70d8f18e-8270-4919-bf91-49fba619f6fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 HTTP/1.1" status: 200 len: 217 time: 0.0502973 Mar 28 05:46:28.736018 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-53c7ac56-a576-4bb4-a42a-ef69d5d366ad req-63d0db37-9abb-4646-8a28-a013c1b80e0d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036298 Mar 28 05:46:28.787572 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-0bf8f609-07fd-4432-9441-52f480e1e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:28.789403 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-0bf8f609-07fd-4432-9441-52f480e1e7c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29481a90-68b3-41e1-8fa1-634173e3fbbf HTTP/1.1" status: 200 len: 848 time: 0.0674961 Mar 28 05:46:28.844485 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-f56ebdea-9ac4-4868-a821-ad443b125463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:28.846003 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-f56ebdea-9ac4-4868-a821-ad443b125463 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5484f88c-7060-4652-9e3a-3aec876f429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496845 Mar 28 05:46:28.946366 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-66a8d39e-1186-4275-8769-9d1a1ee7ebec service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922341 Mar 28 05:46:29.050279 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-408996f9-5686-4881-bbd1-fe42b4559d0c req-92603ca3-44f8-40cd-8b8d-df1db02d30ac service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977001 Mar 28 05:46:29.094521 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'name': 'tempest-TestVolumeBootPattern-974253454-router', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:21Z', 'updated_at': '2022-03-28T05:46:25Z', 'revision_number': 4, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'gw_port': {'id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:22Z', 'updated_at': '2022-03-28T05:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b69df84f-0a6e-45fa-8021-a8c20dae13b3', 'name': '', 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'mac_address': 'fa:16:3e:7b:0b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e80a0cf2-57dd-44d8-a4e9-4def41f29b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:24Z', 'updated_at': '2022-03-28T05:46:25Z', 'revision_number': 2, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'subnets': [{'id': 'e80a0cf2-57dd-44d8-a4e9-4def41f29b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:29.124496 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Checking router: 946b28ea-b866-4362-be27-c74f5d803a9e for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:46:29.124848 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Updating router 946b28ea-b866-4362-be27-c74f5d803a9e port b69df84f-0a6e-45fa-8021-a8c20dae13b3 binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:46:29.158843 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.203709 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf431e1-fcb5-486a-94ed-b2abefa83b1c req-a123c36b-8b50-41a1-b606-76976e9ed1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:29.205278 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-abf431e1-fcb5-486a-94ed-b2abefa83b1c req-a123c36b-8b50-41a1-b606-76976e9ed1a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d937ca2fe9d44a20be5a7159cb0c1771&device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 1128 time: 0.0564015 Mar 28 05:46:29.464313 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Publish callbacks [] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.471640 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.538636 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf431e1-fcb5-486a-94ed-b2abefa83b1c req-980d312a-119e-427a-8a20-b411877f83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:29.540249 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-abf431e1-fcb5-486a-94ed-b2abefa83b1c req-980d312a-119e-427a-8a20-b411877f83c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5484f88c-7060-4652-9e3a-3aec876f429c HTTP/1.1" status: 200 len: 909 time: 0.3283706 Mar 28 05:46:29.580324 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce337b-c677-4f6d-b53a-c6d50256fae4 None None] Pushing event updated for resources: {'Port': ['ID=b69df84f-0a6e-45fa-8021-a8c20dae13b3,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:29.594096 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Attempting to bind port b69df84f-0a6e-45fa-8021-a8c20dae13b3 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:46:29.594766 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Attempting to bind port b69df84f-0a6e-45fa-8021-a8c20dae13b3 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'e64059ab-3209-424a-a7e7-e6f5da86e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:46:29.595310 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Attempting to bind port b69df84f-0a6e-45fa-8021-a8c20dae13b3 on network 2b155249-3c62-4a87-b72c-15e7a6a93af2 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:46:29.601674 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:46:29.602133 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Checking segment: {'id': 'e64059ab-3209-424a-a7e7-e6f5da86e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:46:29.602625 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.603254 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Bound using segment: {'id': 'e64059ab-3209-424a-a7e7-e6f5da86e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:46:29.603786 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-abf431e1-fcb5-486a-94ed-b2abefa83b1c req-1976490c-cce1-4f26-a715-410376024d8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 HTTP/1.1" status: 200 len: 217 time: 0.0546720 Mar 28 05:46:29.603910 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Bound port: b69df84f-0a6e-45fa-8021-a8c20dae13b3, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64059ab-3209-424a-a7e7-e6f5da86e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:46:29.604263 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.658901 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf431e1-fcb5-486a-94ed-b2abefa83b1c req-566cb868-056b-429f-ad7c-e042442e23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:29.660512 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-abf431e1-fcb5-486a-94ed-b2abefa83b1c req-566cb868-056b-429f-ad7c-e042442e23d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29481a90-68b3-41e1-8fa1-634173e3fbbf HTTP/1.1" status: 200 len: 848 time: 0.0506711 Mar 28 05:46:29.687029 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] For port b69df84f-0a6e-45fa-8021-a8c20dae13b3, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:46:29.699110 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b764ad0f-cac1-46e1-899b-2fe40eb97800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.704964 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] For port b69df84f-0a6e-45fa-8021-a8c20dae13b3, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=b69df84f-0a6e-45fa-8021-a8c20dae13b3,segment=NetworkSegment(e64059ab-3209-424a-a7e7-e6f5da86e418),segment_id=e64059ab-3209-424a-a7e7-e6f5da86e418)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:46:29.713554 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.727999 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf431e1-fcb5-486a-94ed-b2abefa83b1c req-918696da-e82f-4ca2-a4dd-617a475312d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:29.729567 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-abf431e1-fcb5-486a-94ed-b2abefa83b1c req-918696da-e82f-4ca2-a4dd-617a475312d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5484f88c-7060-4652-9e3a-3aec876f429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600452 Mar 28 05:46:29.777698 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Routers {'946b28ea-b866-4362-be27-c74f5d803a9e'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:29.778532 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:46:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['946b28ea-b866-4362-be27-c74f5d803a9e'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:29.860394 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:29.907442 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce337b-c677-4f6d-b53a-c6d50256fae4 None None] Pushing event updated for resources: {'Port': ['ID=b69df84f-0a6e-45fa-8021-a8c20dae13b3,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:29.910784 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-abf431e1-fcb5-486a-94ed-b2abefa83b1c req-f79409cc-d7cd-45c0-9b6a-5b960321b89c service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731038 Mar 28 05:46:29.919499 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b938e3-4576-422d-add1-eabf3731c69f req-92734841-4273-484c-a1b6-2241e30848ea tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:29.921677 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f1b938e3-4576-422d-add1-eabf3731c69f req-92734841-4273-484c-a1b6-2241e30848ea tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0942132 Mar 28 05:46:29.937327 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-f9ba4cd7-aedf-4d8e-8d7e-12ab8c6205f7 None None] Provisioning complete for port b69df84f-0a6e-45fa-8021-a8c20dae13b3 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:29.938071 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4cd7-aedf-4d8e-8d7e-12ab8c6205f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.986849 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] Set router 946b28ea-b866-4362-be27-c74f5d803a9e gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:30.033983 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f1b938e3-4576-422d-add1-eabf3731c69f req-49858fa5-0930-47dd-ad08-729c732dcc86 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004999 Mar 28 05:46:30.047701 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:30.054367 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:30.054624 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-abf431e1-fcb5-486a-94ed-b2abefa83b1c req-8ff92ec7-447b-4aef-8240-023d6a1d5582 service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278601 Mar 28 05:46:30.186055 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba4cd7-aedf-4d8e-8d7e-12ab8c6205f7 None None] Current status of the port b69df84f-0a6e-45fa-8021-a8c20dae13b3 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:30.186576 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4cd7-aedf-4d8e-8d7e-12ab8c6205f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:30.271019 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-f9ba4cd7-aedf-4d8e-8d7e-12ab8c6205f7 None None] For port b69df84f-0a6e-45fa-8021-a8c20dae13b3, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=b69df84f-0a6e-45fa-8021-a8c20dae13b3,segment=NetworkSegment(e64059ab-3209-424a-a7e7-e6f5da86e418),segment_id=e64059ab-3209-424a-a7e7-e6f5da86e418)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:30.278574 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f9ba4cd7-aedf-4d8e-8d7e-12ab8c6205f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:30.324040 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:30.361319 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba4cd7-aedf-4d8e-8d7e-12ab8c6205f7 None None] Pushing event updated for resources: {'Port': ['ID=b69df84f-0a6e-45fa-8021-a8c20dae13b3,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:30.377640 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'name': 'tempest-TestVolumeBootPattern-974253454-router', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:21Z', 'updated_at': '2022-03-28T05:46:25Z', 'revision_number': 4, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'gw_port': {'id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:22Z', 'updated_at': '2022-03-28T05:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b69df84f-0a6e-45fa-8021-a8c20dae13b3', 'name': '', 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'mac_address': 'fa:16:3e:7b:0b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e80a0cf2-57dd-44d8-a4e9-4def41f29b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:24Z', 'updated_at': '2022-03-28T05:46:29Z', 'revision_number': 4, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'subnets': [{'id': 'e80a0cf2-57dd-44d8-a4e9-4def41f29b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:30.411165 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a9f1b-cb59-479b-aae7-def8f8820a4e None None] The sync data for ids ['946b28ea-b866-4362-be27-c74f5d803a9e'] in dv-cinder-831776-5-iscsi is: [{'id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'name': 'tempest-TestVolumeBootPattern-974253454-router', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:21Z', 'updated_at': '2022-03-28T05:46:25Z', 'revision_number': 4, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'gw_port': {'id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:22Z', 'updated_at': '2022-03-28T05:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b69df84f-0a6e-45fa-8021-a8c20dae13b3', 'name': '', 'network_id': '2b155249-3c62-4a87-b72c-15e7a6a93af2', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'mac_address': 'fa:16:3e:7b:0b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e80a0cf2-57dd-44d8-a4e9-4def41f29b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:24Z', 'updated_at': '2022-03-28T05:46:29Z', 'revision_number': 4, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'subnets': [{'id': 'e80a0cf2-57dd-44d8-a4e9-4def41f29b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:46:30.424506 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-d117d305-7c12-426d-9eea-ca9aa66b9afb None None] Provisioning complete for port b69df84f-0a6e-45fa-8021-a8c20dae13b3 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:30.425024 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d117d305-7c12-426d-9eea-ca9aa66b9afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:30.532917 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d117d305-7c12-426d-9eea-ca9aa66b9afb None None] Current status of the port b69df84f-0a6e-45fa-8021-a8c20dae13b3 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:31.158554 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3bafe-8dcc-4835-852f-11dbfc205589 req-5650efbe-293b-46cc-a409-22174b6f392f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:31.161182 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-eed3bafe-8dcc-4835-852f-11dbfc205589 req-5650efbe-293b-46cc-a409-22174b6f392f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0584795 Mar 28 05:46:31.213203 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-eed3bafe-8dcc-4835-852f-11dbfc205589 req-922a994b-5ccb-453b-8344-479d8ec61f73 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463898 Mar 28 05:46:31.798428 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device b69df84f-0a6e-45fa-8021-a8c20dae13b3 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:31.849658 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port b69df84f-0a6e-45fa-8021-a8c20dae13b3 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:31.850096 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:32.051580 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port b69df84f-0a6e-45fa-8021-a8c20dae13b3 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:32.090013 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d6e524dc-9139-4c8d-b87a-2faa749c0fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:32.335328 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdad082-1058-4021-977b-279657d39aa9 req-d4359204-f7af-4f90-abe8-4e69dcb77630 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:32.336714 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7fdad082-1058-4021-977b-279657d39aa9 req-d4359204-f7af-4f90-abe8-4e69dcb77630 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0537314 Mar 28 05:46:32.386659 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7fdad082-1058-4021-977b-279657d39aa9 req-3b9593d8-4ccc-48c7-858a-cbbae7dafaea tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 Mar 28 05:46:33.021581 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:33.504126 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ddbab-7839-4285-8f33-1bc82767d39b req-fc1707b1-d23c-4fe1-ba86-8d401791af1f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:33.505705 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-667ddbab-7839-4285-8f33-1bc82767d39b req-fc1707b1-d23c-4fe1-ba86-8d401791af1f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0524905 Mar 28 05:46:33.557834 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-667ddbab-7839-4285-8f33-1bc82767d39b req-5a799404-d4a5-48ec-a64d-1fdbc052e1d0 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465367 Mar 28 05:46:34.678649 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d072524-ba9a-4151-a11e-c2adefc9a350 req-cd50cae1-e3c4-4665-a3f8-77b7860181fc tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:34.680110 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d072524-ba9a-4151-a11e-c2adefc9a350 req-cd50cae1-e3c4-4665-a3f8-77b7860181fc tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0521088 Mar 28 05:46:34.699331 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:34.732859 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d072524-ba9a-4151-a11e-c2adefc9a350 req-21f1bc41-1b26-4f5f-84a1-1b258081844d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472827 Mar 28 05:46:35.851473 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44d813-39c1-497e-a27a-5158b88bf95d req-7087740d-e1d4-4fcc-8773-2ec75f0cb8ac tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:35.852948 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ff44d813-39c1-497e-a27a-5158b88bf95d req-7087740d-e1d4-4fcc-8773-2ec75f0cb8ac tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0536187 Mar 28 05:46:35.900425 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ff44d813-39c1-497e-a27a-5158b88bf95d req-574893c1-8b4f-4b51-a6ef-a4382015edfa tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419593 Mar 28 05:46:36.313769 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:37.023984 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc43ba-2528-4521-a5b2-9e84784a72fb req-b0431db6-9030-4feb-a5d1-15925222d541 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:37.025454 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-95cc43ba-2528-4521-a5b2-9e84784a72fb req-b0431db6-9030-4feb-a5d1-15925222d541 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0582900 Mar 28 05:46:37.074953 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-95cc43ba-2528-4521-a5b2-9e84784a72fb req-da703ea8-c04e-43f3-a9f7-8b6cc05e8d5a tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439558 Mar 28 05:46:37.521743 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:46:37.620665 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:37.632443 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'port_id': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'mac_address': 'fa:16:3e:b2:49:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:46:37.675387 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:37.675782 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:37.689156 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:46:37.709467 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:37.713497 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:37.772415 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:38.208426 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67373d7c-e91e-41e1-96e6-8081ecce50db req-857ff511-2a21-4fed-94e5-ded669ad4746 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:38.209892 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-67373d7c-e91e-41e1-96e6-8081ecce50db req-857ff511-2a21-4fed-94e5-ded669ad4746 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 945 time: 0.0615191 Mar 28 05:46:38.263486 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-67373d7c-e91e-41e1-96e6-8081ecce50db req-e0e954d4-be5f-4b82-b692-5bfb4aa03650 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460465 Mar 28 05:46:38.390070 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['42291fa0-2e84-4b74-b30e-3e81dbbcaaa6'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:46:38.894740 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:39.395725 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9e3d6-1eee-4d9c-8c2f-403dc476310c req-60e9aef6-bd45-49f0-80a0-91100f552911 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:39.397119 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0cf9e3d6-1eee-4d9c-8c2f-403dc476310c req-60e9aef6-bd45-49f0-80a0-91100f552911 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 945 time: 0.0590098 Mar 28 05:46:39.448469 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0cf9e3d6-1eee-4d9c-8c2f-403dc476310c req-ce17d4e9-9656-4384-a37d-7cb1db102881 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453274 Mar 28 05:46:40.567756 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c3316-2d96-40a7-8c4a-a9463a60b076 req-317376a0-16de-483f-8a7d-7d2f018e6410 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:40.569230 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-656c3316-2d96-40a7-8c4a-a9463a60b076 req-317376a0-16de-483f-8a7d-7d2f018e6410 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 945 time: 0.0551739 Mar 28 05:46:40.618369 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-656c3316-2d96-40a7-8c4a-a9463a60b076 req-182dda08-0e80-4017-ba40-af045f72e2fe tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434568 Mar 28 05:46:41.539992 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:41.589522 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:46:41.594206 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:41.594621 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.678894 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:41.679286 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.703694 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:46:41.705949 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da4138d-3500-474d-9349-c71b102ea902" -d '{"events": [{"server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "name": "network-vif-plugged", "status": "completed", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:46:41.719825 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:41.724222 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.750329 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9928672d-5c82-478f-9faa-a69f70e0fcf5 x-openstack-request-id: req-9928672d-5c82-478f-9faa-a69f70e0fcf5 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:46:41.750647 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "name": "network-vif-plugged", "status": "completed", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:46:41.750893 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9928672d-5c82-478f-9faa-a69f70e0fcf5 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:46:41.751285 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9928672d-5c82-478f-9faa-a69f70e0fcf5'] response: {'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'code': 200} Mar 28 05:46:41.759068 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0aac9-f765-4218-b2e6-35f7abc3ad9d req-f24e3dd2-6f45-4022-b7f7-520b76803e93 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:41.761116 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-28a0aac9-f765-4218-b2e6-35f7abc3ad9d req-f24e3dd2-6f45-4022-b7f7-520b76803e93 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 945 time: 0.0694489 Mar 28 05:46:41.776189 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:41.822546 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-28a0aac9-f765-4218-b2e6-35f7abc3ad9d req-fa358582-7a00-4830-aaa0-3e527b83074f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555952 Mar 28 05:46:42.045693 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12836d24-8031-46d4-b786-e4b7f69cfb91 req-065cf96a-6bcf-4065-99b1-fda8e5124f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:42.047139 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-12836d24-8031-46d4-b786-e4b7f69cfb91 req-065cf96a-6bcf-4065-99b1-fda8e5124f98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 1130 time: 0.0437229 Mar 28 05:46:42.093632 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-12836d24-8031-46d4-b786-e4b7f69cfb91 req-c88480f7-89c7-45f8-a441-05c23944aece service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392218 Mar 28 05:46:42.949130 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71ff44-47af-4085-a638-92c5419fdb41 req-e03b275b-bb25-4b84-8243-46dccc5ecc78 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:42.950673 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9d71ff44-47af-4085-a638-92c5419fdb41 req-e03b275b-bb25-4b84-8243-46dccc5ecc78 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0517113 Mar 28 05:46:42.998993 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9d71ff44-47af-4085-a638-92c5419fdb41 req-791e92b3-c719-416f-ac09-c0b3232a005e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Mar 28 05:46:44.119656 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a6467-8686-4c96-905b-b5684efac3cf req-93792bed-cf7d-45b1-bb8d-c360767bb9fc tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:44.121047 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e14a6467-8686-4c96-905b-b5684efac3cf req-93792bed-cf7d-45b1-bb8d-c360767bb9fc tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0569263 Mar 28 05:46:44.170523 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e14a6467-8686-4c96-905b-b5684efac3cf req-9fe5b468-08e2-4a74-b80c-ff80b0a176c3 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439105 Mar 28 05:46:44.288397 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff94b-9390-4ad0-8cb6-a0aec1f1201c req-40c49001-f8b0-48d9-9c70-00f2e13bd8e3 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:44.289880 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7ff94b-9390-4ad0-8cb6-a0aec1f1201c req-40c49001-f8b0-48d9-9c70-00f2e13bd8e3 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0554581 Mar 28 05:46:44.339310 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7ff94b-9390-4ad0-8cb6-a0aec1f1201c req-ff94e449-4ba3-4aec-8bd3-faec3de9eacf tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437710 Mar 28 05:46:44.362686 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40620) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:44.521906 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8744949-1639-4cbe-99a0-0c58ff883498 tempest-TestShelveInstance-1188353802 tempest-TestShelveInstance-1188353802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:44.524258 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d8744949-1639-4cbe-99a0-0c58ff883498 tempest-TestShelveInstance-1188353802 tempest-TestShelveInstance-1188353802-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 1125 time: 0.1602643 Mar 28 05:46:44.527263 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40628) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:44.532523 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'port_id': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:44.556431 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:44.660759 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:44.764902 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Allocated IP 172.27.1.193 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/5529a272-f5f8-4f31-a7aa-be0864ca647d) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:46:44.868447 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for port (5529a272-f5f8-4f31-a7aa-be0864ca647d), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:44.901705 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (5529a272-f5f8-4f31-a7aa-be0864ca647d), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:44.938890 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:46:44.941679 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:44.947939 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:46:44.969721 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event updated for resources: {'Port': ['ID=5529a272-f5f8-4f31-a7aa-be0864ca647d,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:44.989029 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.989370 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.989706 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.990042 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.990397 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.990724 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.991043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.991362 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.991707 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.992024 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.992340 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.992656 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.992970 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.993283 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:44.993594 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:45.347825 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for floatingip (05530ad9-77a6-451d-b293-9141704d258e), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:45.420435 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (5529a272-f5f8-4f31-a7aa-be0864ca647d), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:45.568216 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for port (5529a272-f5f8-4f31-a7aa-be0864ca647d), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:45.572570 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (5529a272-f5f8-4f31-a7aa-be0864ca647d), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:45.636274 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event updated for resources: {'Port': ['ID=5529a272-f5f8-4f31-a7aa-be0864ca647d,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:45.650627 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (05530ad9-77a6-451d-b293-9141704d258e), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:45.752243 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Floating IP 05530ad9-77a6-451d-b293-9141704d258e associated. External IP: 172.27.1.193, port: 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6. Mar 28 05:46:45.962498 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:46:46.071104 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:46:46.081693 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da731c-b7b4-490a-a358-71ab1e396b37 None None] Sync routers for ids ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:46:46.090335 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:46.091439 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da731c-b7b4-490a-a358-71ab1e396b37 None None] Routers {'451380e5-ba96-4a0b-b4d2-d0aa830f45cb'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:46.092072 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d0da731c-b7b4-490a-a358-71ab1e396b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:46:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:46.120458 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-f599fe5c-fabd-4871-b0d8-aa227eae660d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5921023 Mar 28 05:46:46.121044 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:46:46.123864 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18631600-156e-413d-9145-7ac044a69842" -d '{"events": [{"name": "network-changed", "server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:46:46.202355 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-d0da731c-b7b4-490a-a358-71ab1e396b37 None None] Set router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:46.221676 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cd2043-93f1-47c0-9818-4c3726c53466 x-openstack-request-id: req-80cd2043-93f1-47c0-9818-4c3726c53466 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:46:46.222079 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:46:46.222551 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80cd2043-93f1-47c0-9818-4c3726c53466 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:46:46.223049 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80cd2043-93f1-47c0-9818-4c3726c53466'] response: {'name': 'network-changed', 'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'status': 'completed', 'code': 200} Mar 28 05:46:46.314218 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631600-156e-413d-9145-7ac044a69842 req-87fbfe03-f3ba-49a5-b5c1-15717e900070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:46.316139 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-18631600-156e-413d-9145-7ac044a69842 req-87fbfe03-f3ba-49a5-b5c1-15717e900070 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d937ca2fe9d44a20be5a7159cb0c1771&device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 1130 time: 0.0484281 Mar 28 05:46:46.412828 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631600-156e-413d-9145-7ac044a69842 req-70578eb1-b971-4c85-9951-6666f223c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:46.414271 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-18631600-156e-413d-9145-7ac044a69842 req-70578eb1-b971-4c85-9951-6666f223c2fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=5484f88c-7060-4652-9e3a-3aec876f429c HTTP/1.1" status: 200 len: 909 time: 0.0913906 Mar 28 05:46:46.428826 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d0da731c-b7b4-490a-a358-71ab1e396b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:49Z', 'revision_number': 4, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '05530ad9-77a6-451d-b293-9141704d258e', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'port_id': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'mac_address': 'fa:16:3e:b2:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50673b92-f827-4c13-9827-810317a450fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:46:45Z', 'updated_at': '2022-03-28T05:46:45Z', 'revision_number': 0, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7025a892-8fe6-4e44-9bf8-103de1c28866', 'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'mac_address': 'fa:16:3e:52:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:48Z', 'updated_at': '2022-03-28T05:45:54Z', 'revision_number': 5, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'subnets': [{'id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:46.455054 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da731c-b7b4-490a-a358-71ab1e396b37 None None] Checking router: 451380e5-ba96-4a0b-b4d2-d0aa830f45cb for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:46:46.463576 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da731c-b7b4-490a-a358-71ab1e396b37 None None] Routers {'451380e5-ba96-4a0b-b4d2-d0aa830f45cb'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:46.464184 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d0da731c-b7b4-490a-a358-71ab1e396b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:46:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:46.490152 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-18631600-156e-413d-9145-7ac044a69842 req-77f3cce8-003b-47b3-ac71-9ca8c035f84a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 HTTP/1.1" status: 200 len: 1000 time: 0.0696008 Mar 28 05:46:46.554038 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631600-156e-413d-9145-7ac044a69842 req-90e6960e-bcc3-4279-a32b-6f6b688d1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:46.555563 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-18631600-156e-413d-9145-7ac044a69842 req-90e6960e-bcc3-4279-a32b-6f6b688d1900 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29481a90-68b3-41e1-8fa1-634173e3fbbf HTTP/1.1" status: 200 len: 848 time: 0.0480342 Mar 28 05:46:46.618094 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631600-156e-413d-9145-7ac044a69842 req-4108fd01-cee6-47a8-88cb-71ab5a1df9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:46.619647 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-18631600-156e-413d-9145-7ac044a69842 req-4108fd01-cee6-47a8-88cb-71ab5a1df9d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5484f88c-7060-4652-9e3a-3aec876f429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555289 Mar 28 05:46:46.661838 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-d0da731c-b7b4-490a-a358-71ab1e396b37 None None] Set router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:46.721784 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-18631600-156e-413d-9145-7ac044a69842 req-2e649598-c005-42c8-83e7-975335339058 service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950878 Mar 28 05:46:46.817910 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-18631600-156e-413d-9145-7ac044a69842 req-e78ab10f-fb7d-4b25-ad7c-fe60e5743ab6 service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897331 Mar 28 05:46:46.886630 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d0da731c-b7b4-490a-a358-71ab1e396b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:49Z', 'revision_number': 4, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '05530ad9-77a6-451d-b293-9141704d258e', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'port_id': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'mac_address': 'fa:16:3e:b2:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50673b92-f827-4c13-9827-810317a450fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:46:45Z', 'updated_at': '2022-03-28T05:46:45Z', 'revision_number': 0, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7025a892-8fe6-4e44-9bf8-103de1c28866', 'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'mac_address': 'fa:16:3e:52:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:48Z', 'updated_at': '2022-03-28T05:45:54Z', 'revision_number': 5, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'subnets': [{'id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:46.915499 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da731c-b7b4-490a-a358-71ab1e396b37 None None] The sync data for ids ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'] in dv-cinder-831776-5-iscsi is: [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:49Z', 'revision_number': 4, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '05530ad9-77a6-451d-b293-9141704d258e', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'port_id': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'mac_address': 'fa:16:3e:b2:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50673b92-f827-4c13-9827-810317a450fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:46:45Z', 'updated_at': '2022-03-28T05:46:45Z', 'revision_number': 0, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7025a892-8fe6-4e44-9bf8-103de1c28866', 'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'mac_address': 'fa:16:3e:52:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:48Z', 'updated_at': '2022-03-28T05:45:54Z', 'revision_number': 5, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'subnets': [{'id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:46:47.113621 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d271a02-6f8a-4f30-8266-d5cbf196ea81 None None] New status for floating IP 05530ad9-77a6-451d-b293-9141704d258e: ACTIVE {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:46:52.327244 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab4279-ab68-47b5-a486-d67501a6eb12 req-b843929b-6786-4fe8-9e1f-ebca6fd21277 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:52.328744 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1cab4279-ab68-47b5-a486-d67501a6eb12 req-b843929b-6786-4fe8-9e1f-ebca6fd21277 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0849710 Mar 28 05:46:52.338137 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8258a-c497-4c8c-8a1e-af1dd56c3642 req-6f9924be-0479-4865-9f34-f9b1ded1e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:52.339637 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cac8258a-c497-4c8c-8a1e-af1dd56c3642 req-6f9924be-0479-4865-9f34-f9b1ded1e7ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 1130 time: 0.0686831 Mar 28 05:46:52.455475 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1cab4279-ab68-47b5-a486-d67501a6eb12 req-1ad01413-4f07-4540-9b3c-b497d4bc031d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194303 Mar 28 05:46:52.484920 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-92dda6c1-6230-4403-aa64-a32ca5950953 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170150217&fields=id&tenant_id=32b0f85e1b4c44219c423466b233a884 HTTP/1.1" status: 200 len: 267 time: 0.1117084 Mar 28 05:46:52.517213 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8258a-c497-4c8c-8a1e-af1dd56c3642 req-295b649f-b3b3-4afa-bbd1-18b362c26af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:52.518617 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cac8258a-c497-4c8c-8a1e-af1dd56c3642 req-295b649f-b3b3-4afa-bbd1-18b362c26af6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.1726911 Mar 28 05:46:52.852671 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cac8258a-c497-4c8c-8a1e-af1dd56c3642 req-1bc2ec70-cd00-4245-a173-2be82ac9b805 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fecea75-b145-4171-91a5-82c42f423eca HTTP/1.1" status: 200 len: 1001 time: 0.0794814 Mar 28 05:46:52.902396 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-62d5acf1-ac7a-46e5-a079-91ac1f45ae6f tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:52.903859 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-62d5acf1-ac7a-46e5-a079-91ac1f45ae6f tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 812 time: 0.4085290 Mar 28 05:46:52.923882 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8258a-c497-4c8c-8a1e-af1dd56c3642 req-6446493b-ac04-4867-82a3-6ee42be9b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:52.925245 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cac8258a-c497-4c8c-8a1e-af1dd56c3642 req-6446493b-ac04-4867-82a3-6ee42be9b13f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0657508 Mar 28 05:46:52.926603 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-56f3bac9-5666-4187-8b19-d49dd6e3c4e3 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/quotas/32b0f85e1b4c44219c423466b233a884 HTTP/1.1" status: 200 len: 375 time: 0.0170319 Mar 28 05:46:53.005722 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8258a-c497-4c8c-8a1e-af1dd56c3642 req-ac9c81e5-4b92-4858-8c93-8a3c0df26e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:53.007243 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cac8258a-c497-4c8c-8a1e-af1dd56c3642 req-ac9c81e5-4b92-4858-8c93-8a3c0df26e65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758944 Mar 28 05:46:53.017048 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-8b3ddf7c-f534-4e04-b61d-a489cce5c5be tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782342 Mar 28 05:46:53.116629 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cac8258a-c497-4c8c-8a1e-af1dd56c3642 req-73f6eaf5-3674-47bd-8cb0-2a44a042160f service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986001 Mar 28 05:46:53.256411 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-558f11a3-58bb-465d-b528-a476ed64f39d service neutron] 10.222.0.20 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222900 Mar 28 05:46:53.261361 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cac8258a-c497-4c8c-8a1e-af1dd56c3642 req-b4835154-9abf-491f-8797-9b0ea5f773b2 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355481 Mar 28 05:46:53.348196 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-e811e117-bd79-4d88-bd3f-932101a4def4 service neutron] 10.222.0.20 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859087 Mar 28 05:46:53.584361 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757b395-11b9-4351-a6f0-297b6fc63131 req-0772baa2-a088-404d-8c83-8ae794681170 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:53.585889 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b757b395-11b9-4351-a6f0-297b6fc63131 req-0772baa2-a088-404d-8c83-8ae794681170 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0586884 Mar 28 05:46:53.633404 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f1f7b1d0-8bd8-49ab-8b8c-9fec50ee1fd0 req-668ce272-8e62-4dbc-8ea9-072e846fdb45 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 210 time: 0.0335000 Mar 28 05:46:53.661845 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b757b395-11b9-4351-a6f0-297b6fc63131 req-5354df3f-723c-458a-9de0-fbaa0f92dc76 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679531 Mar 28 05:46:54.741667 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-31690d46-7dfc-4324-ad85-3ba796cf3c36 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:54.743155 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-31690d46-7dfc-4324-ad85-3ba796cf3c36 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 812 time: 0.1399565 Mar 28 05:46:54.746180 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-451419b4-f846-442b-a443-3960f5c815ca req-d3229820-371e-4666-a2f6-6a80fe4fcfa7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 210 time: 0.0399146 Mar 28 05:46:54.817709 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3350e5d-945f-4dc0-8985-df9911e20b3d req-69bd153a-7ce6-4e98-9ba3-c6c70cad2289 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:54.819258 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d3350e5d-945f-4dc0-8985-df9911e20b3d req-69bd153a-7ce6-4e98-9ba3-c6c70cad2289 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0752347 Mar 28 05:46:54.863302 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-bb84de19-3a8a-4d51-83e6-c5f52204e1c4 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b0f85e1b4c44219c423466b233a884 HTTP/1.1" status: 200 len: 380 time: 0.0863924 Mar 28 05:46:54.877319 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'port': {'device_id': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'admin_state_up': True, 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'security_groups': ['e55b344f-922a-4388-9e43-2aead3e2c0fb']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:54.932028 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d3350e5d-945f-4dc0-8985-df9911e20b3d req-7b6500d4-5ac7-49b6-bd0b-ea8d394a3550 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046922 Mar 28 05:46:54.990200 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Made reservation on behalf of 32b0f85e1b4c44219c423466b233a884 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:46:54.993682 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:55.120978 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Allocated IP 172.20.0.9 (fbc730a7-2dc9-428c-9837-7d0a146a1192/7494be8a-5bfe-4717-a0a1-e6832e99f302/1cef39a2-29ed-429d-95bd-55ba727957de) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:46:55.254032 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for port (1cef39a2-29ed-429d-95bd-55ba727957de), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:55.287021 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:55.333523 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Network fbc730a7-2dc9-428c-9837-7d0a146a1192 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:46:55.336640 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:46:55.340690 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:46:55.375687 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'Port': ['ID=1cef39a2-29ed-429d-95bd-55ba727957de,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:55.397995 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:55.398750 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:55.415794 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-5e082a15-842e-4152-b5eb-fff67dfc2bb8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468967 Mar 28 05:46:55.440315 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Request body: {'port': {'device_id': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:46:55.502335 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:55.616159 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-008d2daf-31d4-4aff-b1ac-97215bf5cab5 None None] Provisioning complete for port 1cef39a2-29ed-429d-95bd-55ba727957de triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:55.616817 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-008d2daf-31d4-4aff-b1ac-97215bf5cab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:55.653933 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-008d2daf-31d4-4aff-b1ac-97215bf5cab5 None None] Port 1cef39a2-29ed-429d-95bd-55ba727957de cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:46:55.770517 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cef39a2-29ed-429d-95bd-55ba727957de {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:46:55.777997 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Publish callbacks [] for port (1cef39a2-29ed-429d-95bd-55ba727957de), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:55.793157 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Transition to ACTIVE for port object 1cef39a2-29ed-429d-95bd-55ba727957de will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:46:55.798077 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:55.874849 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Pushing event updated for resources: {'Port': ['ID=1cef39a2-29ed-429d-95bd-55ba727957de,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:55.944062 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3306617-2ffa-49f5-9fa8-6f82b31734e9 req-2dbfb468-9c19-452f-9bc3-81f31bd06b86 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:55.945611 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3306617-2ffa-49f5-9fa8-6f82b31734e9 req-2dbfb468-9c19-452f-9bc3-81f31bd06b86 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 943 time: 0.1225383 Mar 28 05:46:56.001337 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Attempting to bind port 1cef39a2-29ed-429d-95bd-55ba727957de on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:46:56.001670 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Attempting to bind port 1cef39a2-29ed-429d-95bd-55ba727957de by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:46:56.002007 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Attempting to bind port 1cef39a2-29ed-429d-95bd-55ba727957de on network fbc730a7-2dc9-428c-9837-7d0a146a1192 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:46:56.024609 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Port 1cef39a2-29ed-429d-95bd-55ba727957de on network fbc730a7-2dc9-428c-9837-7d0a146a1192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:46:56.024943 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Attempting to bind port 1cef39a2-29ed-429d-95bd-55ba727957de on network fbc730a7-2dc9-428c-9837-7d0a146a1192 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:46:56.044386 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3306617-2ffa-49f5-9fa8-6f82b31734e9 req-b035796f-4c8c-43da-8ef3-9fbd08bf7e5d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912154 Mar 28 05:46:56.054890 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:46:56.055293 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Checking segment: {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:46:56.055626 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Bound using segment: {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:46:56.056064 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Bound port: 1cef39a2-29ed-429d-95bd-55ba727957de, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:46:56.056420 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:56.111703 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96aa4ea-17ab-40bc-a59d-6705a8ae44aa req-50f2b5f4-decd-47f0-ab73-d448442baa76 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:56.113159 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c96aa4ea-17ab-40bc-a59d-6705a8ae44aa req-50f2b5f4-decd-47f0-ab73-d448442baa76 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.1089146 Mar 28 05:46:56.152906 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] For port 1cef39a2-29ed-429d-95bd-55ba727957de, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:46:56.172455 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] For port 1cef39a2-29ed-429d-95bd-55ba727957de, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1cef39a2-29ed-429d-95bd-55ba727957de,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:46:56.184241 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:56.196893 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c96aa4ea-17ab-40bc-a59d-6705a8ae44aa req-f8956b5e-3047-421a-b78b-74333e39b876 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756235 Mar 28 05:46:56.223644 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:56.224166 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:56.225526 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] 10.222.0.21 "PUT /v2.0/ports/1cef39a2-29ed-429d-95bd-55ba727957de HTTP/1.1" status: 200 len: 1093 time: 0.7902498 Mar 28 05:46:56.225970 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'tag': '1cef39a2-29ed-429d-95bd-55ba727957de'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:46:56.228222 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d93238-df1c-4388-a871-6054a3c23374" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc404dc-d879-43c0-889b-e895fb8b8c8f", "tag": "1cef39a2-29ed-429d-95bd-55ba727957de"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:46:56.253048 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac501f0d-36ac-40b6-93d0-295dcafe8745 service neutron] Pushing event updated for resources: {'Port': ['ID=1cef39a2-29ed-429d-95bd-55ba727957de,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:56.268114 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08c8184-9ec1-494f-94f6-e06e30aeb634 x-openstack-request-id: req-a08c8184-9ec1-494f-94f6-e06e30aeb634 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:46:56.268407 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc404dc-d879-43c0-889b-e895fb8b8c8f", "tag": "1cef39a2-29ed-429d-95bd-55ba727957de", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:46:56.268710 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a08c8184-9ec1-494f-94f6-e06e30aeb634 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:46:56.269251 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08c8184-9ec1-494f-94f6-e06e30aeb634'] response: {'name': 'network-changed', 'server_uuid': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'tag': '1cef39a2-29ed-429d-95bd-55ba727957de', 'status': 'completed', 'code': 200} Mar 28 05:46:56.342575 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-a4f18b67-c447-4c72-818a-62e5b8144384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:56.344136 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-a4f18b67-c447-4c72-818a-62e5b8144384 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 1127 time: 0.0475445 Mar 28 05:46:56.396758 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-f7e16a4d-f81d-4c7d-bdfd-471f6f259c57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cef39a2-29ed-429d-95bd-55ba727957de HTTP/1.1" status: 200 len: 217 time: 0.0394244 Mar 28 05:46:56.444305 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-98cbb78e-ae77-41e6-804c-819674f654f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:56.445652 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-98cbb78e-ae77-41e6-804c-819674f654f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.0427017 Mar 28 05:46:56.494040 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-c22de308-57ed-4446-be9c-69c9449f9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:56.495485 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-c22de308-57ed-4446-be9c-69c9449f9a13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438526 Mar 28 05:46:56.587371 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-53298dca-fe72-4892-8720-fe6e22b15d4b service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852103 Mar 28 05:46:56.675632 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a2e8998-4781-43ba-b772-8d93b6025c37 req-37844761-a4c8-4621-8986-3ff2c9ad319a service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814972 Mar 28 05:46:56.830898 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d93238-df1c-4388-a871-6054a3c23374 req-811b9309-ae0b-45a3-978c-e187de014986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:56.832618 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b0d93238-df1c-4388-a871-6054a3c23374 req-811b9309-ae0b-45a3-978c-e187de014986 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 1127 time: 0.0476551 Mar 28 05:46:56.919446 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d93238-df1c-4388-a871-6054a3c23374 req-df94431d-4e76-49af-b07f-e1db852dc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:56.920870 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b0d93238-df1c-4388-a871-6054a3c23374 req-df94431d-4e76-49af-b07f-e1db852dc4a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 912 time: 0.0818460 Mar 28 05:46:56.961760 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b0d93238-df1c-4388-a871-6054a3c23374 req-ba9b0c4b-ed30-469f-aa4d-bc04482ad737 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cef39a2-29ed-429d-95bd-55ba727957de HTTP/1.1" status: 200 len: 217 time: 0.0340302 Mar 28 05:46:57.011198 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d93238-df1c-4388-a871-6054a3c23374 req-d0c864f9-8f57-4b09-8a38-b15f0a907f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:57.013146 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b0d93238-df1c-4388-a871-6054a3c23374 req-d0c864f9-8f57-4b09-8a38-b15f0a907f7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.0445235 Mar 28 05:46:57.058935 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d93238-df1c-4388-a871-6054a3c23374 req-7d2a7ed5-6863-48e9-af02-0c70efd6742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:57.060881 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b0d93238-df1c-4388-a871-6054a3c23374 req-7d2a7ed5-6863-48e9-af02-0c70efd6742a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422237 Mar 28 05:46:57.188550 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b0d93238-df1c-4388-a871-6054a3c23374 req-72377449-9eab-4fd4-9690-773bddbbf5e5 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203675 Mar 28 05:46:57.199226 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99e65c-ccc6-40a3-ab8f-64e8df2cf08e req-d1ed7b79-505c-4c34-a6d5-8111e075d050 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:57.201176 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ba99e65c-ccc6-40a3-ab8f-64e8df2cf08e req-d1ed7b79-505c-4c34-a6d5-8111e075d050 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 943 time: 0.0902581 Mar 28 05:46:57.331650 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ba99e65c-ccc6-40a3-ab8f-64e8df2cf08e req-60643587-6078-4066-a1e4-50383e077198 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224775 Mar 28 05:46:57.354425 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b0d93238-df1c-4388-a871-6054a3c23374 req-605d2922-8a26-4ebb-810d-9ded0d837079 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522877 Mar 28 05:46:57.364817 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d832b-13fe-4f7c-aa34-4c0ade39094d req-47435ad8-37a6-4470-8bd6-733472cc55fa tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:57.366161 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d96d832b-13fe-4f7c-aa34-4c0ade39094d req-47435ad8-37a6-4470-8bd6-733472cc55fa tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0984802 Mar 28 05:46:57.411777 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d96d832b-13fe-4f7c-aa34-4c0ade39094d req-3a51d8c7-6eb0-4935-81e0-b8a9487f95ba tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399776 Mar 28 05:46:58.393304 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:46:58.449057 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946fd11-f3a1-4f56-89fc-41549981dfa0 req-49a5ba75-17e1-47e5-a121-79dc9a5006b7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:58.450527 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1946fd11-f3a1-4f56-89fc-41549981dfa0 req-49a5ba75-17e1-47e5-a121-79dc9a5006b7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 943 time: 0.0529013 Mar 28 05:46:58.523530 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1946fd11-f3a1-4f56-89fc-41549981dfa0 req-469a8ff0-a442-4b00-a73c-975dc583ab23 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674171 Mar 28 05:46:58.551770 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bf359-4eff-48ff-922b-609391f80663 req-3eb9b71c-925b-4f1e-b0d0-bd8128a60861 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:58.553208 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-eb8bf359-4eff-48ff-922b-609391f80663 req-3eb9b71c-925b-4f1e-b0d0-bd8128a60861 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0721097 Mar 28 05:46:58.602351 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-eb8bf359-4eff-48ff-922b-609391f80663 req-06915f9d-67c0-46d0-80a3-041e6276ae85 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 Mar 28 05:46:59.644626 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad4664-55dc-48ac-b796-c790964969fe req-6f89b1b9-04be-4ce1-9184-5d04bfebaf3c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:59.646139 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-22ad4664-55dc-48ac-b796-c790964969fe req-6f89b1b9-04be-4ce1-9184-5d04bfebaf3c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 943 time: 0.0539813 Mar 28 05:46:59.681867 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b86f3725-aa98-4fb0-ab63-859c8180b8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:59.725708 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-22ad4664-55dc-48ac-b796-c790964969fe req-835d4111-5fe8-49f5-8011-60499e5955be tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740438 Mar 28 05:46:59.745017 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b5873-5e41-46a4-86ca-ebbd711bc391 req-ba0ac419-055b-4162-94ef-80d716458772 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:59.746496 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6c1b5873-5e41-46a4-86ca-ebbd711bc391 req-ba0ac419-055b-4162-94ef-80d716458772 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0757992 Mar 28 05:46:59.791626 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6c1b5873-5e41-46a4-86ca-ebbd711bc391 req-8dad3821-e166-41b9-995f-c238b05e7bcd tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396435 Mar 28 05:47:00.842468 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e558b-a0ed-478f-bfb8-aa04071c5753 req-e7b3d38b-a05d-4132-8f09-07a5f9366f54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:00.844548 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2e9e558b-a0ed-478f-bfb8-aa04071c5753 req-e7b3d38b-a05d-4132-8f09-07a5f9366f54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 943 time: 0.0533581 Mar 28 05:47:00.924186 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2e9e558b-a0ed-478f-bfb8-aa04071c5753 req-7312f155-5886-494f-b145-8a874bcaaba7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741222 Mar 28 05:47:00.939464 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a6143-ca70-455a-b677-120ac0b64c74 req-7e39d03b-d3f6-4e3c-b62e-b98982c61dbb tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:00.940894 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4b6a6143-ca70-455a-b677-120ac0b64c74 req-7e39d03b-d3f6-4e3c-b62e-b98982c61dbb tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0783312 Mar 28 05:47:00.985735 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4b6a6143-ca70-455a-b677-120ac0b64c74 req-5513bee2-d91b-41f2-8c94-687c3ede3bf1 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395420 Mar 28 05:47:02.042837 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27be1f-f3a4-41c1-a965-f2f03a8ef81d req-8fab4863-0aa6-4eca-809d-c8512ff2865c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:02.044825 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d27be1f-f3a4-41c1-a965-f2f03a8ef81d req-8fab4863-0aa6-4eca-809d-c8512ff2865c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 943 time: 0.0532367 Mar 28 05:47:02.092946 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9b5e327e-b63a-4eaf-b130-791e5aea2356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:02.120630 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d27be1f-f3a4-41c1-a965-f2f03a8ef81d req-659d5621-e873-44a2-ae49-d94e9dde207c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703967 Mar 28 05:47:02.136693 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ad5da-72d9-458a-9a58-dbd8e448fe27 req-2bcf583f-1ca3-4d92-87df-e8eaeba578c8 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:02.138176 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c85ad5da-72d9-458a-9a58-dbd8e448fe27 req-2bcf583f-1ca3-4d92-87df-e8eaeba578c8 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0862229 Mar 28 05:47:02.187859 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c85ad5da-72d9-458a-9a58-dbd8e448fe27 req-7e92d918-b837-476e-88bc-ca10ba62c579 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441635 Mar 28 05:47:03.023373 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.241723 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ef2e7-ddf0-4651-983d-4b3fc3dc1e56 req-4ad7a0f8-5fa1-4017-825f-8e853b420fb5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:03.243213 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cd3ef2e7-ddf0-4651-983d-4b3fc3dc1e56 req-4ad7a0f8-5fa1-4017-825f-8e853b420fb5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 943 time: 0.0579362 Mar 28 05:47:03.315679 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cd3ef2e7-ddf0-4651-983d-4b3fc3dc1e56 req-99da7cea-2ef9-4a80-b069-954e22e3d697 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668912 Mar 28 05:47:03.336976 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea22b96-db48-46d4-ad5a-6b7b274050ac req-9f4e827f-f331-4942-8005-cead4fcc06a3 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:03.338442 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9ea22b96-db48-46d4-ad5a-6b7b274050ac req-9f4e827f-f331-4942-8005-cead4fcc06a3 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0642562 Mar 28 05:47:03.384391 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9ea22b96-db48-46d4-ad5a-6b7b274050ac req-289fe1ab-d419-41e3-b64e-7ee3ce67267b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 Mar 28 05:47:04.434814 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603e50c-b2bc-48fb-b010-b4b60cff5f4d req-f5ffa652-2819-4ac8-bda8-0f91fa18de87 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:04.436284 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3603e50c-b2bc-48fb-b010-b4b60cff5f4d req-f5ffa652-2819-4ac8-bda8-0f91fa18de87 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 943 time: 0.0557437 Mar 28 05:47:04.512813 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3603e50c-b2bc-48fb-b010-b4b60cff5f4d req-de461fdc-9ab7-465e-9e9c-c19f9329f9ea tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711811 Mar 28 05:47:04.528666 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d7040-b721-4d8e-9daa-13819f78ec02 req-ee110eda-1ad3-4849-9114-321fa6447119 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:04.530132 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-744d7040-b721-4d8e-9daa-13819f78ec02 req-ee110eda-1ad3-4849-9114-321fa6447119 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0757666 Mar 28 05:47:04.575934 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-744d7040-b721-4d8e-9daa-13819f78ec02 req-7d93f8d2-3a1d-4b45-9e9d-f014c9ee8868 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397794 Mar 28 05:47:04.700091 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.630652 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c8520-3661-4dc1-883a-2a83f2f0ceed req-61a20462-c3f3-4584-94c7-1767b3889ca8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:05.632118 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-585c8520-3661-4dc1-883a-2a83f2f0ceed req-61a20462-c3f3-4584-94c7-1767b3889ca8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 943 time: 0.0553591 Mar 28 05:47:05.706467 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-585c8520-3661-4dc1-883a-2a83f2f0ceed req-97f83019-8cba-4534-a937-f157a9ab8de2 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689807 Mar 28 05:47:05.714326 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 1cef39a2-29ed-429d-95bd-55ba727957de details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:47:05.721132 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1b283-947a-48d8-a1d3-1e05888793ee req-2f1c8b47-4d3a-42a5-a8ab-a7c090915cf2 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:05.722608 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-23d1b283-947a-48d8-a1d3-1e05888793ee req-2f1c8b47-4d3a-42a5-a8ab-a7c090915cf2 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0794241 Mar 28 05:47:05.769250 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-23d1b283-947a-48d8-a1d3-1e05888793ee req-ccbe7b68-e111-4b78-9fb3-07c81118b330 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 Mar 28 05:47:05.810104 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 1cef39a2-29ed-429d-95bd-55ba727957de, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1cef39a2-29ed-429d-95bd-55ba727957de,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:05.821443 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '1cef39a2-29ed-429d-95bd-55ba727957de', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'port_id': '1cef39a2-29ed-429d-95bd-55ba727957de', 'mac_address': 'fa:16:3e:e6:07:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:47:05.857257 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 1cef39a2-29ed-429d-95bd-55ba727957de is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:05.857654 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.869976 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cef39a2-29ed-429d-95bd-55ba727957de {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:47:05.888733 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 1cef39a2-29ed-429d-95bd-55ba727957de, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1cef39a2-29ed-429d-95bd-55ba727957de,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:05.892383 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.939311 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=1cef39a2-29ed-429d-95bd-55ba727957de,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:06.314415 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:06.402727 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['1cef39a2-29ed-429d-95bd-55ba727957de'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:47:06.821757 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b6a86-5cd9-42d1-8859-43d2023395ab req-e7044473-6b14-4daa-ac45-1a31df755c8a tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:06.823227 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-704b6a86-5cd9-42d1-8859-43d2023395ab req-e7044473-6b14-4daa-ac45-1a31df755c8a tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 944 time: 0.0513186 Mar 28 05:47:06.899747 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-704b6a86-5cd9-42d1-8859-43d2023395ab req-493b8058-6457-4ad7-8643-a52cc7375c4a tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709455 Mar 28 05:47:06.915035 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ac773-0358-4aa5-9623-8696b3b50b6d req-1a542716-c251-4c9d-9d8e-2139531274d6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:06.916441 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-185ac773-0358-4aa5-9623-8696b3b50b6d req-1a542716-c251-4c9d-9d8e-2139531274d6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0808256 Mar 28 05:47:06.962161 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-185ac773-0358-4aa5-9623-8696b3b50b6d req-828de667-55d7-42e5-a244-b44fc9a17cc1 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397196 Mar 28 05:47:07.729350 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 1cef39a2-29ed-429d-95bd-55ba727957de up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:07.778015 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port 1cef39a2-29ed-429d-95bd-55ba727957de completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:47:07.781619 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 1cef39a2-29ed-429d-95bd-55ba727957de triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:07.781987 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:07.857025 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 1cef39a2-29ed-429d-95bd-55ba727957de is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:07.857336 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:07.880030 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef39a2-29ed-429d-95bd-55ba727957de'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:07.882195 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170ed44c-3d1a-4029-b36f-a684f129fd71" -d '{"events": [{"server_uuid": "dbc404dc-d879-43c0-889b-e895fb8b8c8f", "name": "network-vif-plugged", "status": "completed", "tag": "1cef39a2-29ed-429d-95bd-55ba727957de"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:07.894531 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 1cef39a2-29ed-429d-95bd-55ba727957de, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1cef39a2-29ed-429d-95bd-55ba727957de,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:07.898489 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:07.946596 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=1cef39a2-29ed-429d-95bd-55ba727957de,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:07.978934 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc91563-e3ef-4870-b235-e44305276930 x-openstack-request-id: req-9bc91563-e3ef-4870-b235-e44305276930 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:07.979259 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc404dc-d879-43c0-889b-e895fb8b8c8f", "name": "network-vif-plugged", "status": "completed", "tag": "1cef39a2-29ed-429d-95bd-55ba727957de", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:07.979508 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bc91563-e3ef-4870-b235-e44305276930 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:07.979913 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc91563-e3ef-4870-b235-e44305276930'] response: {'server_uuid': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef39a2-29ed-429d-95bd-55ba727957de', 'code': 200} Mar 28 05:47:08.020895 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bcbf2-cd1d-4cfe-9716-e8ecff7b714a req-76efbf1e-2ac9-46fc-a323-64b1fb96832d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:08.022408 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-403bcbf2-cd1d-4cfe-9716-e8ecff7b714a req-76efbf1e-2ac9-46fc-a323-64b1fb96832d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 945 time: 0.0527287 Mar 28 05:47:08.101562 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-403bcbf2-cd1d-4cfe-9716-e8ecff7b714a req-2929a9b4-89db-4280-be1e-0ad3d7432316 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735207 Mar 28 05:47:08.117044 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b8ff1-b5e2-4298-9e68-0e548ec7f5cc req-027a7a58-33f6-42e6-a9c7-9f11269f6f3c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:08.118495 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6f7b8ff1-b5e2-4298-9e68-0e548ec7f5cc req-027a7a58-33f6-42e6-a9c7-9f11269f6f3c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0847998 Mar 28 05:47:08.165135 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6f7b8ff1-b5e2-4298-9e68-0e548ec7f5cc req-39223ccd-7699-43da-9783-e6016f119b18 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404353 Mar 28 05:47:08.280270 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34516f22-9703-446b-b8c0-b7198c11ec96 req-a5b32bb1-4a15-4289-aa9c-d701731fbd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:08.281756 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34516f22-9703-446b-b8c0-b7198c11ec96 req-a5b32bb1-4a15-4289-aa9c-d701731fbd22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 1129 time: 0.0436265 Mar 28 05:47:08.329629 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34516f22-9703-446b-b8c0-b7198c11ec96 req-301d744c-5c51-4a06-9f2f-96d5e33efdfa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374458 Mar 28 05:47:08.889292 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:09.220415 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc501fc-1ac2-439d-b628-c785111b1f8a req-0caa8df3-7224-4b09-b3fe-ad24b05a5553 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:09.221882 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fcc501fc-1ac2-439d-b628-c785111b1f8a req-0caa8df3-7224-4b09-b3fe-ad24b05a5553 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 945 time: 0.0526125 Mar 28 05:47:09.532533 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fcc501fc-1ac2-439d-b628-c785111b1f8a req-ef93925b-a967-4e35-9305-297a8bb51b85 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051353 Mar 28 05:47:09.548142 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e604c2b-ecba-4880-ac1e-92458e873d67 req-2cb396cd-6dcb-4f8d-85c9-d04890ed67aa tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:09.549619 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5e604c2b-ecba-4880-ac1e-92458e873d67 req-2cb396cd-6dcb-4f8d-85c9-d04890ed67aa tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.3157241 Mar 28 05:47:09.597164 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5e604c2b-ecba-4880-ac1e-92458e873d67 req-9ef7c9ea-d430-4b6a-815a-16f212fba3a5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 Mar 28 05:47:10.652726 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d6854-e591-4264-9a18-3aed7a2946e5 req-a7dadf31-9529-4785-a95d-83af43962404 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:10.654742 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de3d6854-e591-4264-9a18-3aed7a2946e5 req-a7dadf31-9529-4785-a95d-83af43962404 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 945 time: 0.0523632 Mar 28 05:47:10.731530 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de3d6854-e591-4264-9a18-3aed7a2946e5 req-356b60bf-4885-45ce-a655-0a850c596df9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712149 Mar 28 05:47:10.749875 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbddf9-3d95-43df-9662-cfd93de505f7 req-cbe04ec4-b646-4441-acd4-677824eafd05 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:10.751335 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c1fbddf9-3d95-43df-9662-cfd93de505f7 req-cbe04ec4-b646-4441-acd4-677824eafd05 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0773914 Mar 28 05:47:10.801086 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c1fbddf9-3d95-43df-9662-cfd93de505f7 req-41456d02-3cd4-4f91-9f9b-8b56a991c0e8 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 Mar 28 05:47:10.850588 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e983c0-d816-4f5c-8709-58c77d68ba51 req-cb05d0e2-8f90-43e8-83aa-b5a0824e439a tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:10.852053 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c8e983c0-d816-4f5c-8709-58c77d68ba51 req-cb05d0e2-8f90-43e8-83aa-b5a0824e439a tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 945 time: 0.0554080 Mar 28 05:47:10.901297 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c8e983c0-d816-4f5c-8709-58c77d68ba51 req-b3d222fd-5174-46bb-8020-be56bd54d848 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Mar 28 05:47:10.931257 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40812) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:11.019028 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedafd9-6804-477c-9e3e-12b17ef02820 req-962bc165-a224-4848-887f-4895dd6ac3a0 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:11.020475 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-baedafd9-6804-477c-9e3e-12b17ef02820 req-962bc165-a224-4848-887f-4895dd6ac3a0 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0808764 Mar 28 05:47:11.044132 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a8061-b5cb-40f9-85aa-6eb5861cfa71 tempest-TestVolumeBootPattern-917553059 tempest-TestVolumeBootPattern-917553059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:11.048394 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-a26a8061-b5cb-40f9-85aa-6eb5861cfa71 tempest-TestVolumeBootPattern-917553059 tempest-TestVolumeBootPattern-917553059-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 1124 time: 0.1133554 Mar 28 05:47:11.048754 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40816) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:11.053675 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'port_id': '1cef39a2-29ed-429d-95bd-55ba727957de', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:11.075297 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-baedafd9-6804-477c-9e3e-12b17ef02820 req-118c2e63-e48f-409f-bff5-c0bc8dfe0562 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483963 Mar 28 05:47:11.078456 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:11.176512 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:11.279472 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Allocated IP 172.27.1.227 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/7dccae9c-d0bb-431a-baea-0dfe36cce7a8) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:11.379485 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for port (7dccae9c-d0bb-431a-baea-0dfe36cce7a8), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:11.411769 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (7dccae9c-d0bb-431a-baea-0dfe36cce7a8), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:11.447113 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:11.449884 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:11.455751 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:11.477039 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'Port': ['ID=7dccae9c-d0bb-431a-baea-0dfe36cce7a8,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:11.489640 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.489987 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.490360 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.490700 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.491031 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.491359 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.491683 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.492003 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.492326 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.492651 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.492971 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.493291 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.493607 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.493921 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.494237 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:11.599240 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-ae2b63d7-e2b8-42c5-9d12-ea22b26a9155 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438266 Mar 28 05:47:11.684183 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-e3763775-802e-402f-b643-95ce22a443cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:11.685578 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-e3763775-802e-402f-b643-95ce22a443cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 1130 time: 0.0517218 Mar 28 05:47:11.791456 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-5c891db5-a6db-4630-9a2f-bb8e884a7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:11.792949 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-5c891db5-a6db-4630-9a2f-bb8e884a7322 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.0847850 Mar 28 05:47:11.819944 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (197cab4a-a509-4695-9ea4-02137a89902f), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:11.834526 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-6d29bd59-a10c-4085-8d5e-2488cc7ed693 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58195dc-aa00-42ec-84fd-df7199328b1c HTTP/1.1" status: 200 len: 217 time: 0.0347486 Mar 28 05:47:11.891065 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7dccae9c-d0bb-431a-baea-0dfe36cce7a8), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:11.917530 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-483481fc-a834-48ac-a146-eaed2cfba390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:11.919009 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-483481fc-a834-48ac-a146-eaed2cfba390 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0791149 Mar 28 05:47:11.942354 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4772-d15e-44ff-ab78-39056400b468 req-65b7c255-c6b5-494b-96fd-d1377cfc505b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:11.943724 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-acca4772-d15e-44ff-ab78-39056400b468 req-65b7c255-c6b5-494b-96fd-d1377cfc505b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0727077 Mar 28 05:47:12.001386 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-fe98af2b-d6b5-470a-88b8-b89bfd14afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:12.002902 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-fe98af2b-d6b5-470a-88b8-b89bfd14afed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764134 Mar 28 05:47:12.033638 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-acca4772-d15e-44ff-ab78-39056400b468 req-ecfd5213-ad07-4602-892c-5a2745ccf4a0 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746098 Mar 28 05:47:12.042200 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for port (7dccae9c-d0bb-431a-baea-0dfe36cce7a8), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:12.055603 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (7dccae9c-d0bb-431a-baea-0dfe36cce7a8), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:12.102493 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-d34d149c-feb5-40a4-a719-785d4513c9da service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921130 Mar 28 05:47:12.120376 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'Port': ['ID=7dccae9c-d0bb-431a-baea-0dfe36cce7a8,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:12.129038 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (197cab4a-a509-4695-9ea4-02137a89902f), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:12.234646 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a37e0-00db-4cc5-950c-64709dfef7bb req-605caac0-49d7-453f-b958-f56c93daf73c tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:12.236271 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-601a37e0-00db-4cc5-950c-64709dfef7bb req-605caac0-49d7-453f-b958-f56c93daf73c tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0844672 Mar 28 05:47:12.238877 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fc2d3350-473b-40a2-8328-12dedb4ea1e0 req-0112b0c1-73ae-4de9-bde2-3ab7e053509f service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301692 Mar 28 05:47:12.288417 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-601a37e0-00db-4cc5-950c-64709dfef7bb req-77125373-adfd-447e-9ed4-294221e8bcdf tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462019 Mar 28 05:47:12.447822 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.l3_db [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Floating IP 197cab4a-a509-4695-9ea4-02137a89902f associated. External IP: 172.27.1.227, port: 1cef39a2-29ed-429d-95bd-55ba727957de. Mar 28 05:47:12.650886 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:12.756127 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:12.766876 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dbfbaa-a97c-46fe-ba96-b5b62c315fab None None] Sync routers for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:12.774275 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:12.777471 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dbfbaa-a97c-46fe-ba96-b5b62c315fab None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:12.778071 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-e1dbfbaa-a97c-46fe-ba96-b5b62c315fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:47:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:12.803353 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a43ab097-3095-42da-973c-4ec4009e1571 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7531345 Mar 28 05:47:12.803960 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'tag': '1cef39a2-29ed-429d-95bd-55ba727957de'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:12.806155 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7e8655501d8a1cb9212710d4ff8afd0d51cffdd3daafd9e477e3ae579e093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1917ddff-f401-4d95-87ee-60773072cca7" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc404dc-d879-43c0-889b-e895fb8b8c8f", "tag": "1cef39a2-29ed-429d-95bd-55ba727957de"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:12.886313 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-e1dbfbaa-a97c-46fe-ba96-b5b62c315fab None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:12.896386 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4328b03-0ea6-4b16-b6b2-2d104a6a1c74 x-openstack-request-id: req-b4328b03-0ea6-4b16-b6b2-2d104a6a1c74 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:12.896671 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc404dc-d879-43c0-889b-e895fb8b8c8f", "tag": "1cef39a2-29ed-429d-95bd-55ba727957de", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:12.896915 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4328b03-0ea6-4b16-b6b2-2d104a6a1c74 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:12.897315 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4328b03-0ea6-4b16-b6b2-2d104a6a1c74'] response: {'name': 'network-changed', 'server_uuid': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'tag': '1cef39a2-29ed-429d-95bd-55ba727957de', 'status': 'completed', 'code': 200} Mar 28 05:47:12.993105 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ddff-f401-4d95-87ee-60773072cca7 req-9c2b2517-f7fa-438f-b567-884f7db6a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:12.994612 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1917ddff-f401-4d95-87ee-60773072cca7 req-9c2b2517-f7fa-438f-b567-884f7db6a0e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 1129 time: 0.0449877 Mar 28 05:47:13.090216 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ddff-f401-4d95-87ee-60773072cca7 req-696c0171-eb34-4bdd-906c-0b193a9624d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:13.092554 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1917ddff-f401-4d95-87ee-60773072cca7 req-696c0171-eb34-4bdd-906c-0b193a9624d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 912 time: 0.0910718 Mar 28 05:47:13.112219 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-e1dbfbaa-a97c-46fe-ba96-b5b62c315fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '197cab4a-a509-4695-9ea4-02137a89902f', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '1cef39a2-29ed-429d-95bd-55ba727957de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:e6:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:47:11Z', 'updated_at': '2022-03-28T05:47:11Z', 'revision_number': 0, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:13.137285 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dbfbaa-a97c-46fe-ba96-b5b62c315fab None None] Checking router: ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:13.145879 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dbfbaa-a97c-46fe-ba96-b5b62c315fab None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:13.146522 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-e1dbfbaa-a97c-46fe-ba96-b5b62c315fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:47:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:13.188278 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1917ddff-f401-4d95-87ee-60773072cca7 req-313660ca-e231-4ecc-a33f-dc8e554b99bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cef39a2-29ed-429d-95bd-55ba727957de HTTP/1.1" status: 200 len: 999 time: 0.0894561 Mar 28 05:47:13.199760 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25666b-eef3-4ac2-addb-df5f368ec5a7 req-356af75d-ef8f-436f-9baf-73c7b68999e7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:13.201698 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3c25666b-eef3-4ac2-addb-df5f368ec5a7 req-356af75d-ef8f-436f-9baf-73c7b68999e7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0957084 Mar 28 05:47:13.251596 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-e1dbfbaa-a97c-46fe-ba96-b5b62c315fab None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:13.264974 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ddff-f401-4d95-87ee-60773072cca7 req-56ecd1b7-b26b-4ef4-8934-95b1bdd0e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:13.266450 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1917ddff-f401-4d95-87ee-60773072cca7 req-56ecd1b7-b26b-4ef4-8934-95b1bdd0e8dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.0638793 Mar 28 05:47:13.289085 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3c25666b-eef3-4ac2-addb-df5f368ec5a7 req-3a11ba74-0ae1-48f1-92b3-e95150cd2961 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784359 Mar 28 05:47:13.320842 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ddff-f401-4d95-87ee-60773072cca7 req-35bb4809-6202-4355-a974-b587793f2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:13.322453 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1917ddff-f401-4d95-87ee-60773072cca7 req-35bb4809-6202-4355-a974-b587793f2b14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489311 Mar 28 05:47:13.447225 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1917ddff-f401-4d95-87ee-60773072cca7 req-a087c228-3d84-4e3c-bbab-685f6d01835c service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180978 Mar 28 05:47:13.455555 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67f12a-5520-4795-9aa6-e435a900cbaf req-f49a8bde-6f7b-4534-b793-c7e75b6671e2 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:13.456924 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fa67f12a-5520-4795-9aa6-e435a900cbaf req-f49a8bde-6f7b-4534-b793-c7e75b6671e2 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0827606 Mar 28 05:47:13.475912 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-e1dbfbaa-a97c-46fe-ba96-b5b62c315fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '197cab4a-a509-4695-9ea4-02137a89902f', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '1cef39a2-29ed-429d-95bd-55ba727957de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:e6:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:47:11Z', 'updated_at': '2022-03-28T05:47:11Z', 'revision_number': 0, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:13.505203 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dbfbaa-a97c-46fe-ba96-b5b62c315fab None None] The sync data for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi is: [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '197cab4a-a509-4695-9ea4-02137a89902f', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '1cef39a2-29ed-429d-95bd-55ba727957de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:e6:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:47:11Z', 'updated_at': '2022-03-28T05:47:11Z', 'revision_number': 0, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:13.568501 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fa67f12a-5520-4795-9aa6-e435a900cbaf req-d62b5c37-c353-41e1-bcf6-26c59cd52c19 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026607 Mar 28 05:47:13.583476 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1917ddff-f401-4d95-87ee-60773072cca7 req-25412d9e-20ae-4dce-973a-9abede1d3962 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253607 Mar 28 05:47:13.715202 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc1703-b059-472f-9b13-6dd0c2d82863 None None] New status for floating IP 197cab4a-a509-4695-9ea4-02137a89902f: ACTIVE {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:47:14.405529 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcf8d1-fc9b-4301-ba05-4d11717e8072 req-e38f5c73-a1bb-4a17-8f0c-06ba2abf3a77 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:14.407024 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5bfcf8d1-fc9b-4301-ba05-4d11717e8072 req-e38f5c73-a1bb-4a17-8f0c-06ba2abf3a77 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0527246 Mar 28 05:47:14.454544 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5bfcf8d1-fc9b-4301-ba05-4d11717e8072 req-7e413382-143e-4858-bdcd-1f89f0e5909a tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419776 Mar 28 05:47:14.687528 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d20df-5dbb-4154-9246-b277775b21d7 req-07d56c96-6600-4215-acce-9377a28a4405 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:14.688981 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e32d20df-5dbb-4154-9246-b277775b21d7 req-07d56c96-6600-4215-acce-9377a28a4405 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0557370 Mar 28 05:47:14.734981 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e32d20df-5dbb-4154-9246-b277775b21d7 req-45410b85-67a7-4866-a1f2-80d2bca4c336 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406253 Mar 28 05:47:15.571152 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a7a78-f7c1-401f-a9c1-ac74f6f854ad req-ad867d13-adab-44d6-91d2-9f9eb0e03111 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:15.572634 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ee4a7a78-f7c1-401f-a9c1-ac74f6f854ad req-ad867d13-adab-44d6-91d2-9f9eb0e03111 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0523386 Mar 28 05:47:15.622041 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ee4a7a78-f7c1-401f-a9c1-ac74f6f854ad req-4941b81e-7ee0-4af3-b566-444d41af1db0 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 Mar 28 05:47:15.681717 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac177476-4917-4170-a48f-ef325b22af27 req-81a55143-31fe-4c5c-afb4-169d9a130e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:15.683264 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ac177476-4917-4170-a48f-ef325b22af27 req-81a55143-31fe-4c5c-afb4-169d9a130e19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 1130 time: 0.0424526 Mar 28 05:47:15.728260 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ac177476-4917-4170-a48f-ef325b22af27 req-1824264d-8e36-4fe6-af9e-20513e063354 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394254 Mar 28 05:47:15.849375 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6567f-9bd8-48d8-b3f3-88a89b720946 req-f2c36da3-0a72-4cf7-af11-1ee5e93ee50a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:15.850849 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-64f6567f-9bd8-48d8-b3f3-88a89b720946 req-f2c36da3-0a72-4cf7-af11-1ee5e93ee50a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0524108 Mar 28 05:47:15.897278 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-64f6567f-9bd8-48d8-b3f3-88a89b720946 req-9109e557-e0de-4dc1-ac4e-2d4dad6b6c20 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409443 Mar 28 05:47:16.737236 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60109620-97c2-4412-b0a6-91110b970335 req-68d6d98c-eee2-4cd3-b52e-dedb0ce26569 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:16.738705 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-60109620-97c2-4412-b0a6-91110b970335 req-68d6d98c-eee2-4cd3-b52e-dedb0ce26569 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0514643 Mar 28 05:47:16.782984 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-60109620-97c2-4412-b0a6-91110b970335 req-ca5ea0a5-0388-42a6-a13e-75dab0493818 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388417 Mar 28 05:47:17.017784 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a8cc3-5b94-434e-9525-00a700a6f64a req-eabaabb4-fce6-4928-83b5-f11305a93807 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:17.019254 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-af2a8cc3-5b94-434e-9525-00a700a6f64a req-eabaabb4-fce6-4928-83b5-f11305a93807 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0548272 Mar 28 05:47:17.065318 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-af2a8cc3-5b94-434e-9525-00a700a6f64a req-f8f686c4-bd80-41bb-90ab-f33a0f4f94b5 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405767 Mar 28 05:47:17.899085 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bd319-2264-48dd-b5ee-013c78262854 req-f16c3b7b-e36c-4ed4-86f6-18f3b8a2a8ea tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:17.900548 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b9bd319-2264-48dd-b5ee-013c78262854 req-f16c3b7b-e36c-4ed4-86f6-18f3b8a2a8ea tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0519674 Mar 28 05:47:17.952325 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b9bd319-2264-48dd-b5ee-013c78262854 req-4c35bc4e-79bb-4829-8370-680e1037d69f tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460999 Mar 28 05:47:18.186151 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd6ab-6d14-4949-87a5-6be92235368a req-f1e2ca7f-bea6-4492-88e3-768a818abb39 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:18.187647 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a4cdd6ab-6d14-4949-87a5-6be92235368a req-f1e2ca7f-bea6-4492-88e3-768a818abb39 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0572987 Mar 28 05:47:18.235681 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a4cdd6ab-6d14-4949-87a5-6be92235368a req-4524df34-75a3-4082-9f1d-c72597ba1d04 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421762 Mar 28 05:47:18.320200 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177278c0-3738-40f3-bcf0-ff9cffa6e713 req-0fd751f4-b561-41f0-84e9-eba70db50ec7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:18.321663 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-177278c0-3738-40f3-bcf0-ff9cffa6e713 req-0fd751f4-b561-41f0-84e9-eba70db50ec7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0790262 Mar 28 05:47:18.328426 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946fb82-4320-4818-825c-58d7c67fc1c9 req-61b430ed-cdf3-42a6-b05b-454cecb09a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:18.329725 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7946fb82-4320-4818-825c-58d7c67fc1c9 req-61b430ed-cdf3-42a6-b05b-454cecb09a15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 1130 time: 0.0768867 Mar 28 05:47:18.426669 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-177278c0-3738-40f3-bcf0-ff9cffa6e713 req-f8a05178-22e6-44ec-a35c-118d1d18a660 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959861 Mar 28 05:47:18.447145 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946fb82-4320-4818-825c-58d7c67fc1c9 req-a2afb1a3-8af1-4800-80c2-16a3f2ad26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:18.448617 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7946fb82-4320-4818-825c-58d7c67fc1c9 req-a2afb1a3-8af1-4800-80c2-16a3f2ad26b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.1122992 Mar 28 05:47:18.519682 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7946fb82-4320-4818-825c-58d7c67fc1c9 req-d6243534-15ce-42e3-8da6-1bebac7af23e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fecea75-b145-4171-91a5-82c42f423eca HTTP/1.1" status: 200 len: 1001 time: 0.0647459 Mar 28 05:47:18.570770 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946fb82-4320-4818-825c-58d7c67fc1c9 req-f7ee4bb1-7a4e-4dcb-a4af-049b530b1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:18.572247 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7946fb82-4320-4818-825c-58d7c67fc1c9 req-f7ee4bb1-7a4e-4dcb-a4af-049b530b1557 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0466154 Mar 28 05:47:18.619727 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946fb82-4320-4818-825c-58d7c67fc1c9 req-c1f7f6c8-8159-4999-958b-9e2dceca21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:18.621101 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7946fb82-4320-4818-825c-58d7c67fc1c9 req-c1f7f6c8-8159-4999-958b-9e2dceca21f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431321 Mar 28 05:47:18.710963 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7946fb82-4320-4818-825c-58d7c67fc1c9 req-39cb1707-903e-4f32-853b-52ebd42f68f1 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791974 Mar 28 05:47:18.801270 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7946fb82-4320-4818-825c-58d7c67fc1c9 req-427dc0d5-424d-41a3-8010-5cc49bbfa29a service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839248 Mar 28 05:47:19.355965 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d3966-bbdc-40d6-b13a-5f3f02d6fa36 req-b38df8b6-aa13-43a0-8eee-9d590504a550 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:19.357430 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c86d3966-bbdc-40d6-b13a-5f3f02d6fa36 req-b38df8b6-aa13-43a0-8eee-9d590504a550 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0531092 Mar 28 05:47:19.402458 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c86d3966-bbdc-40d6-b13a-5f3f02d6fa36 req-5d5a7440-27f9-48f0-9695-693223e98031 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394201 Mar 28 05:47:19.547795 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0732c-ed99-4dcc-b8f5-4c5c661d181f req-ed2195c9-6995-458b-ab0b-0fb29123989d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:19.549263 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-63e0732c-ed99-4dcc-b8f5-4c5c661d181f req-ed2195c9-6995-458b-ab0b-0fb29123989d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0570495 Mar 28 05:47:19.595181 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-63e0732c-ed99-4dcc-b8f5-4c5c661d181f req-a5cbe4b0-ca17-44f4-8b4c-393a32841224 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404401 Mar 28 05:47:20.523973 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933cfe8-47c4-4424-b29e-25e035993064 req-0ddde033-03de-4ba7-8132-0bf82f8a909b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:20.525461 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7933cfe8-47c4-4424-b29e-25e035993064 req-0ddde033-03de-4ba7-8132-0bf82f8a909b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0543265 Mar 28 05:47:20.571596 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7933cfe8-47c4-4424-b29e-25e035993064 req-28717b45-8437-4a68-9f5c-18421561f489 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397823 Mar 28 05:47:20.709607 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889f39e-089d-488d-b9fb-2d95399a0b45 req-11703e15-0e48-464f-a4a7-af5d0b623e64 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:20.710982 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7889f39e-089d-488d-b9fb-2d95399a0b45 req-11703e15-0e48-464f-a4a7-af5d0b623e64 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0511415 Mar 28 05:47:20.758805 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7889f39e-089d-488d-b9fb-2d95399a0b45 req-2332aec1-7ba4-49f8-8d31-62423f26a29b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 Mar 28 05:47:21.690546 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e7f0a-5f9b-4f37-9b34-fe9bba1d3d69 req-efd58d7f-fd16-4ab3-a291-9f5f675fed8a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:21.692079 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-807e7f0a-5f9b-4f37-9b34-fe9bba1d3d69 req-efd58d7f-fd16-4ab3-a291-9f5f675fed8a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0543294 Mar 28 05:47:21.738194 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-807e7f0a-5f9b-4f37-9b34-fe9bba1d3d69 req-39565e1a-c8ab-4aca-a2ba-aba3645a27f0 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406027 Mar 28 05:47:21.886284 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cfbf7-3cda-4d3a-889b-355187b5b8be req-1d6c225f-c7b6-4ad8-9007-f7ca043620d5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:21.887823 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-df7cfbf7-3cda-4d3a-889b-355187b5b8be req-1d6c225f-c7b6-4ad8-9007-f7ca043620d5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0604966 Mar 28 05:47:21.971778 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-df7cfbf7-3cda-4d3a-889b-355187b5b8be req-0cadfcc9-a1eb-4ce1-bc56-fea6aff5e5b9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772572 Mar 28 05:47:21.983413 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a563f5-7f1c-450f-b8f1-9dda0eeaddf0 req-f18af66d-f63c-4462-aa9f-9ddabe805b48 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:21.984872 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-64a563f5-7f1c-450f-b8f1-9dda0eeaddf0 req-f18af66d-f63c-4462-aa9f-9ddabe805b48 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0840049 Mar 28 05:47:22.057857 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-64a563f5-7f1c-450f-b8f1-9dda0eeaddf0 req-4da51af6-e921-4b4a-8675-c4e600b7c030 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664799 Mar 28 05:47:22.067810 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e7f20-831f-4748-a439-f5a4132f6d67 req-d7393fc0-7b31-4281-bca6-cfc56065e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:22.069220 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-053e7f20-831f-4748-a439-f5a4132f6d67 req-d7393fc0-7b31-4281-bca6-cfc56065e7a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=166ef12b1d8740979caa27285de2817a&device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 1129 time: 0.0643179 Mar 28 05:47:22.159826 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e7f20-831f-4748-a439-f5a4132f6d67 req-29544c61-5f89-44f4-9cc9-eeb6ce749e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:22.161220 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-053e7f20-831f-4748-a439-f5a4132f6d67 req-29544c61-5f89-44f4-9cc9-eeb6ce749e41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 200 len: 911 time: 0.0835378 Mar 28 05:47:22.227446 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-053e7f20-831f-4748-a439-f5a4132f6d67 req-a880cf03-27ea-421e-8294-6e660f2a1983 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc HTTP/1.1" status: 200 len: 1001 time: 0.0558133 Mar 28 05:47:22.278884 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e7f20-831f-4748-a439-f5a4132f6d67 req-d85a5775-1aea-4a70-b332-84780fc1b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:22.280350 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-053e7f20-831f-4748-a439-f5a4132f6d67 req-d85a5775-1aea-4a70-b332-84780fc1b0bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=418f1d99-5341-4144-b9ec-3887908e7b7b HTTP/1.1" status: 200 len: 850 time: 0.0451376 Mar 28 05:47:22.336732 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e7f20-831f-4748-a439-f5a4132f6d67 req-9da4dc80-71f4-4ffd-ba66-830d9f771d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:22.338126 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-053e7f20-831f-4748-a439-f5a4132f6d67 req-9da4dc80-71f4-4ffd-ba66-830d9f771d9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468082 Mar 28 05:47:22.428436 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-053e7f20-831f-4748-a439-f5a4132f6d67 req-1fce7379-ba05-4c1f-8364-48b08e3894e9 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820422 Mar 28 05:47:22.524264 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-053e7f20-831f-4748-a439-f5a4132f6d67 req-c474abb3-ded0-4b21-8ecf-0493a2272d15 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892849 Mar 28 05:47:23.089906 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719539-a008-4070-a9c7-5a10176e34da req-a52326cd-08e1-47f1-a811-caa2696b8064 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:23.091479 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-50719539-a008-4070-a9c7-5a10176e34da req-a52326cd-08e1-47f1-a811-caa2696b8064 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0522072 Mar 28 05:47:23.162960 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-50719539-a008-4070-a9c7-5a10176e34da req-0b94793d-2b56-42ca-b435-75f7e0acc65d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654883 Mar 28 05:47:23.191316 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc70fbc-c9f5-491c-8d94-811f5bb2850c req-6d709f04-80e4-483c-95f2-18bfbce2773d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:23.193053 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4dc70fbc-c9f5-491c-8d94-811f5bb2850c req-6d709f04-80e4-483c-95f2-18bfbce2773d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0688798 Mar 28 05:47:23.293963 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4dc70fbc-c9f5-491c-8d94-811f5bb2850c req-af1b5a3f-4885-45ee-a53f-5a4a6577e455 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861802 Mar 28 05:47:23.317125 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d097a-1594-4b04-b9ac-c2e2a8f392f9 req-d6becc09-04dc-456d-ac3c-65512311ca64 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:23.318562 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b91d097a-1594-4b04-b9ac-c2e2a8f392f9 req-d6becc09-04dc-456d-ac3c-65512311ca64 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0789845 Mar 28 05:47:23.327465 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40890) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:23.331755 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-0ce8b1fc-c028-4c9a-8c70-3879586de5ed tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Request body: {'floatingip': {'port_id': '8fecea75-b145-4171-91a5-82c42f423eca'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:23.386361 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0ce8b1fc-c028-4c9a-8c70-3879586de5ed tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for floatingip (91f32acd-06a4-47dd-bc92-a772d2c1afc8), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:23.826626 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0ce8b1fc-c028-4c9a-8c70-3879586de5ed tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:23.830293 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0ce8b1fc-c028-4c9a-8c70-3879586de5ed tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (91f32acd-06a4-47dd-bc92-a772d2c1afc8), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:24.259900 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce8b1fc-c028-4c9a-8c70-3879586de5ed tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Router 9658da23-a78f-4c25-ad4a-58c527d682a9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:24.377425 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce8b1fc-c028-4c9a-8c70-3879586de5ed tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:24.382148 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0ce8b1fc-c028-4c9a-8c70-3879586de5ed tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:24.387291 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e6f240-645c-4326-9762-ea8beaff70df None None] Sync routers for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:24.397177 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e6f240-645c-4326-9762-ea8beaff70df None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:24.397863 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d4e6f240-645c-4326-9762-ea8beaff70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:47:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:24.434579 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:24.436831 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669533c5-3f83-46f5-9d83-09f2476be3db" -d '{"events": [{"name": "network-changed", "server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "tag": "8fecea75-b145-4171-91a5-82c42f423eca"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:24.471047 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e8307-e40d-40bc-923d-9bbedd4c13e1 req-bb488281-4d5f-404c-84b5-26ffa65bef52 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:24.473916 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c52e8307-e40d-40bc-923d-9bbedd4c13e1 req-bb488281-4d5f-404c-84b5-26ffa65bef52 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.1126704 Mar 28 05:47:24.487562 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-0ce8b1fc-c028-4c9a-8c70-3879586de5ed tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "PUT /v2.0/floatingips/91f32acd-06a4-47dd-bc92-a772d2c1afc8 HTTP/1.1" status: 200 len: 993 time: 1.1524389 Mar 28 05:47:24.487774 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997bd685-15a6-4d19-88c5-9b7c6e226545 x-openstack-request-id: req-997bd685-15a6-4d19-88c5-9b7c6e226545 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:24.488068 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "tag": "8fecea75-b145-4171-91a5-82c42f423eca", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:24.488323 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-997bd685-15a6-4d19-88c5-9b7c6e226545 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:24.488724 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997bd685-15a6-4d19-88c5-9b7c6e226545'] response: {'name': 'network-changed', 'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca', 'status': 'completed', 'code': 200} Mar 28 05:47:24.507849 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-d4e6f240-645c-4326-9762-ea8beaff70df None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:24.540052 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c52e8307-e40d-40bc-923d-9bbedd4c13e1 req-22ccb03f-21bc-4dd1-a4b7-5a8323349d89 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504558 Mar 28 05:47:24.587163 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669533c5-3f83-46f5-9d83-09f2476be3db req-78c97d25-4616-43a1-b0ce-d3821ba24a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:24.588653 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-669533c5-3f83-46f5-9d83-09f2476be3db req-78c97d25-4616-43a1-b0ce-d3821ba24a11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 1130 time: 0.0477591 Mar 28 05:47:24.682063 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669533c5-3f83-46f5-9d83-09f2476be3db req-c9148f11-2b77-4383-a389-1cc8f1e7c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:24.683557 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-669533c5-3f83-46f5-9d83-09f2476be3db req-c9148f11-2b77-4383-a389-1cc8f1e7c581 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.0870514 Mar 28 05:47:24.735211 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d4e6f240-645c-4326-9762-ea8beaff70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '91f32acd-06a4-47dd-bc92-a772d2c1afc8', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'port_id': '8fecea75-b145-4171-91a5-82c42f423eca', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'mac_address': 'fa:16:3e:2c:aa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be2331-813f-497e-b0b1-cf495dd6a575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:54Z', 'updated_at': '2022-03-28T05:47:23Z', 'revision_number': 3, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 5, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:24.753193 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-669533c5-3f83-46f5-9d83-09f2476be3db req-c6f25be5-96aa-42ca-a4db-0d42ebc1da0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fecea75-b145-4171-91a5-82c42f423eca HTTP/1.1" status: 200 len: 1001 time: 0.0624042 Mar 28 05:47:24.805639 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669533c5-3f83-46f5-9d83-09f2476be3db req-bb14bf2b-07f7-4b77-967a-f1b92770d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:24.807044 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-669533c5-3f83-46f5-9d83-09f2476be3db req-bb14bf2b-07f7-4b77-967a-f1b92770d23e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0455451 Mar 28 05:47:24.849576 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e6f240-645c-4326-9762-ea8beaff70df None None] Checking router: 9658da23-a78f-4c25-ad4a-58c527d682a9 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:24.858148 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e6f240-645c-4326-9762-ea8beaff70df None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:24.858309 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669533c5-3f83-46f5-9d83-09f2476be3db req-21452507-88b2-4d8b-97f1-16a0a0c19154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:24.858765 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d4e6f240-645c-4326-9762-ea8beaff70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:47:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:24.859735 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-669533c5-3f83-46f5-9d83-09f2476be3db req-21452507-88b2-4d8b-97f1-16a0a0c19154 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455067 Mar 28 05:47:24.956101 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-669533c5-3f83-46f5-9d83-09f2476be3db req-e22de94a-5976-4441-885f-f8af5b8512db service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893161 Mar 28 05:47:24.962499 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-d4e6f240-645c-4326-9762-ea8beaff70df None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:25.045568 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-669533c5-3f83-46f5-9d83-09f2476be3db req-312743e7-04d0-48e8-a45a-ab04e834fe0c service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815976 Mar 28 05:47:25.177042 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d4e6f240-645c-4326-9762-ea8beaff70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '91f32acd-06a4-47dd-bc92-a772d2c1afc8', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'port_id': '8fecea75-b145-4171-91a5-82c42f423eca', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'mac_address': 'fa:16:3e:2c:aa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be2331-813f-497e-b0b1-cf495dd6a575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:54Z', 'updated_at': '2022-03-28T05:47:23Z', 'revision_number': 3, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 5, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:25.205430 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e6f240-645c-4326-9762-ea8beaff70df None None] The sync data for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi is: [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '91f32acd-06a4-47dd-bc92-a772d2c1afc8', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'port_id': '8fecea75-b145-4171-91a5-82c42f423eca', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'mac_address': 'fa:16:3e:2c:aa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be2331-813f-497e-b0b1-cf495dd6a575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:54Z', 'updated_at': '2022-03-28T05:47:23Z', 'revision_number': 3, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 5, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:26.489785 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:26.492225 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5" -d '{"events": [{"name": "network-changed", "server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "tag": "8fecea75-b145-4171-91a5-82c42f423eca"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:26.532292 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1038d1e8-e3fd-4afd-9d7f-5d9390cf63d6 x-openstack-request-id: req-1038d1e8-e3fd-4afd-9d7f-5d9390cf63d6 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:26.533040 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "tag": "8fecea75-b145-4171-91a5-82c42f423eca", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:26.533328 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1038d1e8-e3fd-4afd-9d7f-5d9390cf63d6 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:26.533850 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1038d1e8-e3fd-4afd-9d7f-5d9390cf63d6'] response: {'name': 'network-changed', 'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca', 'status': 'completed', 'code': 200} Mar 28 05:47:26.632038 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5 req-a43d5cb5-cb56-4b62-a82c-1dfcb33ffb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:26.633536 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5 req-a43d5cb5-cb56-4b62-a82c-1dfcb33ffb51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 1130 time: 0.0461500 Mar 28 05:47:26.725215 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5 req-6c04a500-568d-44ec-b9d3-90f31af06c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:26.726699 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5 req-6c04a500-568d-44ec-b9d3-90f31af06c7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.0869589 Mar 28 05:47:26.789573 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5 req-193f18a9-b816-474a-82cc-28e8568d274b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fecea75-b145-4171-91a5-82c42f423eca HTTP/1.1" status: 200 len: 1001 time: 0.0562594 Mar 28 05:47:26.839758 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5 req-cea8d202-50f3-43c5-b362-3ea519d5c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:26.841138 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5 req-cea8d202-50f3-43c5-b362-3ea519d5c270 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0450215 Mar 28 05:47:26.890101 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5 req-091543a9-1845-4da8-932b-984b97fead65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:26.892005 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5 req-091543a9-1845-4da8-932b-984b97fead65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444152 Mar 28 05:47:26.978235 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5 req-54611c06-3818-4515-a2c2-e119734c50e4 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794621 Mar 28 05:47:27.067227 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d5bc438-3137-4e3d-8c7b-45c4c26375c5 req-35485bde-30a0-4779-b507-3e87a9dfdb3e service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827749 Mar 28 05:47:29.303255 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cb25c-0c19-4a11-81d4-4feddc19f9e4 req-c398d9a1-ca6e-45e2-90d9-07cb3ca535cf tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:29.304726 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e23cb25c-0c19-4a11-81d4-4feddc19f9e4 req-c398d9a1-ca6e-45e2-90d9-07cb3ca535cf tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 946 time: 0.0520725 Mar 28 05:47:29.350655 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e23cb25c-0c19-4a11-81d4-4feddc19f9e4 req-efc7d6ab-4328-4968-b613-39c6c20f8d50 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Mar 28 05:47:29.683653 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d05c-5450-469f-9ca3-c6d265da3541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.476030 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784c92b-94ef-4090-9f56-56137478d5f9 req-e917207c-70d9-44f9-8c89-fd7eb4357a21 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:30.477497 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a784c92b-94ef-4090-9f56-56137478d5f9 req-e917207c-70d9-44f9-8c89-fd7eb4357a21 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 946 time: 0.0556960 Mar 28 05:47:30.524979 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a784c92b-94ef-4090-9f56-56137478d5f9 req-152e017c-a3be-4e12-a556-7da33507df4b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Mar 28 05:47:31.522439 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0528e01f-76ad-40da-af74-fed886588d7a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:31.523861 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0528e01f-76ad-40da-af74-fed886588d7a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 946 time: 0.0500426 Mar 28 05:47:31.666903 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c720e59-f26d-4474-903d-626a594a10ab req-456ed8b1-7585-43f7-8790-64ee1b22115f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:31.668351 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2c720e59-f26d-4474-903d-626a594a10ab req-456ed8b1-7585-43f7-8790-64ee1b22115f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 946 time: 0.0717671 Mar 28 05:47:31.673618 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Deleting port fe470eb2-542e-49b1-a677-8ef6d29f0d54 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:31.673955 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:31.772231 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2c720e59-f26d-4474-903d-626a594a10ab req-e92d4d4a-e9c5-484b-bc77-be736ef659ec tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=932432ba-54da-45fa-9ca4-195f1512f0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942121 Mar 28 05:47:31.795763 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] For port fe470eb2-542e-49b1-a677-8ef6d29f0d54, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fe470eb2-542e-49b1-a677-8ef6d29f0d54,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:31.796130 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.010999 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.011357 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (071c98b0-2cad-4f3f-9dbc-7a69d6d80d73), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.011669 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Floating IP 071c98b0-2cad-4f3f-9dbc-7a69d6d80d73 disassociated. External IP: 172.27.1.166, port: fe470eb2-542e-49b1-a677-8ef6d29f0d54. Mar 28 05:47:32.012006 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Calling delete_port for fe470eb2-542e-49b1-a677-8ef6d29f0d54 owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:32.093475 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e104201e-84b8-457e-903c-a84896388c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.139920 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (fe470eb2-542e-49b1-a677-8ef6d29f0d54), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.171702 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event deleted for resources: {'Port': ['ID=fe470eb2-542e-49b1-a677-8ef6d29f0d54,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:32.283312 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Router a620f96a-de31-42cc-a3c3-e9349628024c has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:32.388110 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:32.398361 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2942d2c-6b2a-4e20-9174-0c0730294751 None None] Sync routers for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:32.407724 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2942d2c-6b2a-4e20-9174-0c0730294751 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:32.408331 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-b2942d2c-6b2a-4e20-9174-0c0730294751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:47:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:32.431331 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] No DVR routers for this DVR port fe470eb2-542e-49b1-a677-8ef6d29f0d54 on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:47:32.433875 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.437802 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7b0f5666-645b-4d39-9fc2-f4409d347395 req-0bffade6-f6fb-4025-b235-980934bf1795 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.21 "DELETE /v2.0/ports/fe470eb2-542e-49b1-a677-8ef6d29f0d54 HTTP/1.1" status: 204 len: 173 time: 0.9017684 Mar 28 05:47:32.438271 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'name': 'network-vif-deleted', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:32.440502 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd6694d-513b-4cdd-b8e9-5b7a20b6e41e" -d '{"events": [{"server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "name": "network-vif-deleted", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:32.479356 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b445d2-cc75-4c22-8285-17d3cabf7414 x-openstack-request-id: req-26b445d2-cc75-4c22-8285-17d3cabf7414 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:32.480154 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc36924-3f63-49a9-89eb-962e72e07dff", "name": "network-vif-deleted", "tag": "fe470eb2-542e-49b1-a677-8ef6d29f0d54", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:32.480715 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26b445d2-cc75-4c22-8285-17d3cabf7414 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:32.481699 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b445d2-cc75-4c22-8285-17d3cabf7414'] response: {'server_uuid': '1cc36924-3f63-49a9-89eb-962e72e07dff', 'name': 'network-vif-deleted', 'tag': 'fe470eb2-542e-49b1-a677-8ef6d29f0d54', 'status': 'completed', 'code': 200} Mar 28 05:47:32.532134 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-b2942d2c-6b2a-4e20-9174-0c0730294751 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:32.738557 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-b2942d2c-6b2a-4e20-9174-0c0730294751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:32.764570 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2942d2c-6b2a-4e20-9174-0c0730294751 None None] Checking router: a620f96a-de31-42cc-a3c3-e9349628024c for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:32.772904 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2942d2c-6b2a-4e20-9174-0c0730294751 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:32.773490 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-b2942d2c-6b2a-4e20-9174-0c0730294751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:47:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:32.887960 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e0146353-383f-4893-82ca-e2f6b25cb8f4 req-99dd1a43-8a49-4b8d-93c7-d23bc4d837c8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc36924-3f63-49a9-89eb-962e72e07dff HTTP/1.1" status: 200 len: 210 time: 0.0295715 Mar 28 05:47:33.009402 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-b2942d2c-6b2a-4e20-9174-0c0730294751 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:33.057021 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:33.220351 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-b2942d2c-6b2a-4e20-9174-0c0730294751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:33.246342 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2942d2c-6b2a-4e20-9174-0c0730294751 None None] The sync data for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi is: [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:33.475049 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04807e3-4ed8-4a95-bf31-9254f7fe2f2b None None] New status for floating IP 071c98b0-2cad-4f3f-9dbc-7a69d6d80d73: DOWN {{(pid=109791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:47:33.984335 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40944) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:34.040290 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d27cb110-389b-4569-a4ab-9149db16973f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (932432ba-54da-45fa-9ca4-195f1512f0a9), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.065412 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d27cb110-389b-4569-a4ab-9149db16973f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (932432ba-54da-45fa-9ca4-195f1512f0a9), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.112718 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d27cb110-389b-4569-a4ab-9149db16973f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (932432ba-54da-45fa-9ca4-195f1512f0a9), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.115380 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d27cb110-389b-4569-a4ab-9149db16973f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.116540 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-d27cb110-389b-4569-a4ab-9149db16973f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "DELETE /v2.0/security-groups/932432ba-54da-45fa-9ca4-195f1512f0a9 HTTP/1.1" status: 204 len: 168 time: 0.1310916 Mar 28 05:47:34.119591 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40946) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:34.127043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cb110-389b-4569-a4ab-9149db16973f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932432ba-54da-45fa-9ca4-195f1512f0a9,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:34.140062 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.api.v2.resource [None req-9d88741b-04b7-4b3c-ba4f-e49bd730a1b7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] show failed (client error): The resource could not be found. Mar 28 05:47:34.143979 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40948) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:34.144120 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9d88741b-04b7-4b3c-ba4f-e49bd730a1b7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups/932432ba-54da-45fa-9ca4-195f1512f0a9 HTTP/1.1" status: 404 len: 347 time: 0.0224926 Mar 28 05:47:34.269564 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-364a94a3-0c0d-4554-b66f-ef57171ad4de tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Deleting port 1c98ca86-978a-4c60-bf1f-3b9285cd0ef0 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:34.269816 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-364a94a3-0c0d-4554-b66f-ef57171ad4de tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (1c98ca86-978a-4c60-bf1f-3b9285cd0ef0), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.352870 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-364a94a3-0c0d-4554-b66f-ef57171ad4de tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (1c98ca86-978a-4c60-bf1f-3b9285cd0ef0), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.353192 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-364a94a3-0c0d-4554-b66f-ef57171ad4de tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (1c98ca86-978a-4c60-bf1f-3b9285cd0ef0), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.365085 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-364a94a3-0c0d-4554-b66f-ef57171ad4de tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Calling delete_port for 1c98ca86-978a-4c60-bf1f-3b9285cd0ef0 owned by network:floatingip {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:34.501493 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-364a94a3-0c0d-4554-b66f-ef57171ad4de tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (1c98ca86-978a-4c60-bf1f-3b9285cd0ef0), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.530962 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a94a3-0c0d-4554-b66f-ef57171ad4de tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event deleted for resources: {'Port': ['ID=1c98ca86-978a-4c60-bf1f-3b9285cd0ef0,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:34.587661 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-364a94a3-0c0d-4554-b66f-ef57171ad4de tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (071c98b0-2cad-4f3f-9dbc-7a69d6d80d73), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.590170 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-364a94a3-0c0d-4554-b66f-ef57171ad4de tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.594513 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-364a94a3-0c0d-4554-b66f-ef57171ad4de tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "DELETE /v2.0/floatingips/071c98b0-2cad-4f3f-9dbc-7a69d6d80d73 HTTP/1.1" status: 204 len: 168 time: 0.4459996 Mar 28 05:47:34.703840 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.871770 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40952) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:34.876288 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-29a60790-e172-4372-b359-72c44fd472c9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778171340', 'description': 'tempest-description--457422586'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:34.895695 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-29a60790-e172-4372-b359-72c44fd472c9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.962211 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-29a60790-e172-4372-b359-72c44fd472c9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (0c3553de-8d4d-4dba-a962-896194707a05), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.967675 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-29a60790-e172-4372-b359-72c44fd472c9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0c3553de-8d4d-4dba-a962-896194707a05), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.995985 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-29a60790-e172-4372-b359-72c44fd472c9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.997207 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-29a60790-e172-4372-b359-72c44fd472c9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1244361 Mar 28 05:47:34.999102 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a60790-e172-4372-b359-72c44fd472c9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3553de-8d4d-4dba-a962-896194707a05,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:35.000167 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40954) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:35.004926 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-d9317fa1-75be-4000-92ff-87ff9732a709 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'security_group_rule': {'security_group_id': '0c3553de-8d4d-4dba-a962-896194707a05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:35.037877 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d9317fa1-75be-4000-92ff-87ff9732a709 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (d346933b-168e-4d39-b64d-bbe100514002), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.085582 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d9317fa1-75be-4000-92ff-87ff9732a709 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (d346933b-168e-4d39-b64d-bbe100514002), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.090653 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d9317fa1-75be-4000-92ff-87ff9732a709 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (d346933b-168e-4d39-b64d-bbe100514002), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.105649 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9317fa1-75be-4000-92ff-87ff9732a709 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d346933b-168e-4d39-b64d-bbe100514002,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:35.116468 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d9317fa1-75be-4000-92ff-87ff9732a709 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.117619 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d9317fa1-75be-4000-92ff-87ff9732a709 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162057 Mar 28 05:47:35.120262 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 40956) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:35.124475 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-4cdb313b-56e0-476e-9f12-668f38fefb41 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'security_group_rule': {'security_group_id': '0c3553de-8d4d-4dba-a962-896194707a05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:35.148879 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4cdb313b-56e0-476e-9f12-668f38fefb41 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (c76aeeef-4b95-4d4c-8054-af68a652ed22), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.209629 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4cdb313b-56e0-476e-9f12-668f38fefb41 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (c76aeeef-4b95-4d4c-8054-af68a652ed22), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.213837 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4cdb313b-56e0-476e-9f12-668f38fefb41 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (c76aeeef-4b95-4d4c-8054-af68a652ed22), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.233594 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb313b-56e0-476e-9f12-668f38fefb41 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76aeeef-4b95-4d4c-8054-af68a652ed22,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:35.239356 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4cdb313b-56e0-476e-9f12-668f38fefb41 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.240564 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4cdb313b-56e0-476e-9f12-668f38fefb41 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194017 Mar 28 05:47:35.243700 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 40958) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:35.248971 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:35.270208 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.373810 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.393162 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:47:35.481428 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Allocated IP 172.27.1.190 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/8859dd02-2eb1-416e-859c-8f1d98d08f31) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:35.580118 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for port (8859dd02-2eb1-416e-859c-8f1d98d08f31), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.612574 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (8859dd02-2eb1-416e-859c-8f1d98d08f31), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.651722 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:35.654493 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:35.659858 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:35.665031 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'Port': ['ID=8859dd02-2eb1-416e-859c-8f1d98d08f31,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:35.748410 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (92f563e7-5efe-404b-9284-22331c144271), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.783303 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (8859dd02-2eb1-416e-859c-8f1d98d08f31), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.915798 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device fe470eb2-542e-49b1-a677-8ef6d29f0d54 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:35.940207 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: fe470eb2-542e-49b1-a677-8ef6d29f0d54 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:35.940550 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device fe470eb2-542e-49b1-a677-8ef6d29f0d54 not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:36.168962 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for port (8859dd02-2eb1-416e-859c-8f1d98d08f31), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.174395 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (8859dd02-2eb1-416e-859c-8f1d98d08f31), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.243058 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'Port': ['ID=8859dd02-2eb1-416e-859c-8f1d98d08f31,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:36.254196 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (92f563e7-5efe-404b-9284-22331c144271), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.269341 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.270599 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-e7038d1a-ed33-45bd-a78a-afa8958c9ccb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0257795 Mar 28 05:47:36.317752 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.463957 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-305802b2-1ca7-4fce-9bb9-18b1dcd11887 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1778171340&fields=id&tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e HTTP/1.1" status: 200 len: 267 time: 0.0439665 Mar 28 05:47:36.567749 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-42901488-b0ba-4d92-8a74-f9376363d244 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:36.569194 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-42901488-b0ba-4d92-8a74-f9376363d244 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 816 time: 0.0983374 Mar 28 05:47:36.583739 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-76b3174f-c421-4d9a-b1c4-1ce94c056eef tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/quotas/1cdc9c20bbfd48cd846531f917b4bb4e HTTP/1.1" status: 200 len: 375 time: 0.0090244 Mar 28 05:47:36.636718 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-716b0319-1e83-41d7-b832-4a7ae2996d14 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482748 Mar 28 05:47:36.734643 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-5a96e44c-9285-43df-b153-9cdac3e88c08 service neutron] 10.222.0.20 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867777 Mar 28 05:47:36.820424 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2d73d312-23fa-4fbb-8857-a8ea43201e98 service neutron] 10.222.0.20 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802481 Mar 28 05:47:36.977994 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d83d3299-f64e-41ed-bda8-8645ec6e6be7 req-1671a13f-1eff-4911-97da-dbd1c5acbaa4 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 210 time: 0.0319369 Mar 28 05:47:38.075267 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-b62967e7-a7e9-4db9-8820-870427ba24aa tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:38.076803 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-b62967e7-a7e9-4db9-8820-870427ba24aa tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 816 time: 0.1129503 Mar 28 05:47:38.092392 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb8a313b-5b29-438f-8c6b-5264a212255f req-e3bf2cc3-eea7-4e24-ab96-f3ecc673e606 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 210 time: 0.0361488 Mar 28 05:47:38.165046 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-230f39dd-aa74-411b-9d3d-e9bdbd71275e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e HTTP/1.1" status: 200 len: 380 time: 0.0561507 Mar 28 05:47:38.174259 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'port': {'device_id': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'admin_state_up': True, 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'security_groups': ['0c3553de-8d4d-4dba-a962-896194707a05']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:38.273687 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Made reservation on behalf of 1cdc9c20bbfd48cd846531f917b4bb4e for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:47:38.276986 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.400503 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Allocated IP 172.20.0.9 (7a808657-1d82-4bea-8435-546dcdbe6c27/dd953fcf-5b91-4f68-9231-13f627fbde6d/e74817a9-ce28-49db-870b-89f1e5ef443d) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:38.535567 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.571518 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.618328 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Network 7a808657-1d82-4bea-8435-546dcdbe6c27 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:38.621353 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:38.624004 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:38.662321 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event updated for resources: {'Port': ['ID=e74817a9-ce28-49db-870b-89f1e5ef443d,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:38.684152 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:38.684782 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.702522 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-bd642904-a91a-4dd0-bbc6-0a5ba4f920a9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5316420 Mar 28 05:47:38.728913 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Request body: {'port': {'device_id': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:38.795374 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.885238 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-55435761-cc05-479b-b52c-21fb82396d4d None None] Provisioning complete for port e74817a9-ce28-49db-870b-89f1e5ef443d triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:38.885892 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-55435761-cc05-479b-b52c-21fb82396d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.930522 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.931511 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-55435761-cc05-479b-b52c-21fb82396d4d None None] Port e74817a9-ce28-49db-870b-89f1e5ef443d cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:47:39.064880 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74817a9-ce28-49db-870b-89f1e5ef443d {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:47:39.072427 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Publish callbacks [] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.085984 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Transition to ACTIVE for port object e74817a9-ce28-49db-870b-89f1e5ef443d will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:47:39.089488 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.143124 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Pushing event updated for resources: {'Port': ['ID=e74817a9-ce28-49db-870b-89f1e5ef443d,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:39.246199 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Attempting to bind port e74817a9-ce28-49db-870b-89f1e5ef443d on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:47:39.246568 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Attempting to bind port e74817a9-ce28-49db-870b-89f1e5ef443d by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:47:39.246904 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Attempting to bind port e74817a9-ce28-49db-870b-89f1e5ef443d on network 7a808657-1d82-4bea-8435-546dcdbe6c27 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:39.254893 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Port e74817a9-ce28-49db-870b-89f1e5ef443d on network 7a808657-1d82-4bea-8435-546dcdbe6c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:47:39.255216 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Attempting to bind port e74817a9-ce28-49db-870b-89f1e5ef443d on network 7a808657-1d82-4bea-8435-546dcdbe6c27 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:39.266061 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6c4ef-24a8-4a9a-99d2-e21dc95c5f57 req-b3436f6d-93e2-472e-ba41-fa9869ca3cd6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:39.267653 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6be6c4ef-24a8-4a9a-99d2-e21dc95c5f57 req-b3436f6d-93e2-472e-ba41-fa9869ca3cd6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0872045 Mar 28 05:47:39.270590 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:47:39.270936 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Checking segment: {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:39.271326 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Bound using segment: {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:47:39.271765 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Bound port: e74817a9-ce28-49db-870b-89f1e5ef443d, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e7dd26-0362-4e0d-8ca6-d93450a78771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:47:39.272127 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.358129 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6be6c4ef-24a8-4a9a-99d2-e21dc95c5f57 req-74929616-8981-44a3-ac2c-f2ec76b80ee6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836697 Mar 28 05:47:39.368285 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:47:39.371647 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:47:39.378796 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.413348 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:39.414116 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.415593 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] 10.222.0.21 "PUT /v2.0/ports/e74817a9-ce28-49db-870b-89f1e5ef443d HTTP/1.1" status: 200 len: 1093 time: 0.6919444 Mar 28 05:47:39.418581 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:39.421352 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dd0c49-8824-4f03-bb22-b82125d6ed98" -d '{"events": [{"name": "network-changed", "server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:39.453720 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e9b81-2614-4bff-9d9b-4b7e12416eed service neutron] Pushing event updated for resources: {'Port': ['ID=e74817a9-ce28-49db-870b-89f1e5ef443d,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:39.462391 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b84343e-c3cd-448b-abca-cee5f5fa91d6 x-openstack-request-id: req-5b84343e-c3cd-448b-abca-cee5f5fa91d6 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:39.462714 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:39.462864 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b84343e-c3cd-448b-abca-cee5f5fa91d6 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:39.463272 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b84343e-c3cd-448b-abca-cee5f5fa91d6'] response: {'name': 'network-changed', 'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'status': 'completed', 'code': 200} Mar 28 05:47:39.549093 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-dbb8afe7-f51c-4160-b91e-ff5bbd57184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:39.550650 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-dbb8afe7-f51c-4160-b91e-ff5bbd57184d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 1127 time: 0.0498481 Mar 28 05:47:39.602394 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-3ab811ea-6725-437f-8958-006cc8b3f34a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74817a9-ce28-49db-870b-89f1e5ef443d HTTP/1.1" status: 200 len: 217 time: 0.0353680 Mar 28 05:47:39.653002 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-affdaeb4-b3e9-4e46-9ac0-886ee1c4dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:39.654873 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-affdaeb4-b3e9-4e46-9ac0-886ee1c4dda1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.0457690 Mar 28 05:47:39.705752 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-464b321b-3d4a-4ffd-9f6b-33199ba92ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:39.707467 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-464b321b-3d4a-4ffd-9f6b-33199ba92ae0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450788 Mar 28 05:47:39.795066 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-5ab0c2c6-3809-4030-8d43-61e06cb1c274 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807557 Mar 28 05:47:39.884113 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bca75597-426d-468c-a5a1-ff37fdd84e3f req-ede5fea0-bd59-4f30-8847-8c92f6a2dbeb service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832994 Mar 28 05:47:40.038586 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd0c49-8824-4f03-bb22-b82125d6ed98 req-7db91b7e-cbfe-418c-bc07-11e1f47919a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:40.040065 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f4dd0c49-8824-4f03-bb22-b82125d6ed98 req-7db91b7e-cbfe-418c-bc07-11e1f47919a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 1127 time: 0.0459108 Mar 28 05:47:40.144731 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd0c49-8824-4f03-bb22-b82125d6ed98 req-5a9d7e43-3fd7-446c-a814-7434324844bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:40.146188 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f4dd0c49-8824-4f03-bb22-b82125d6ed98 req-5a9d7e43-3fd7-446c-a814-7434324844bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 916 time: 0.0904281 Mar 28 05:47:40.187704 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f4dd0c49-8824-4f03-bb22-b82125d6ed98 req-90e067d5-84ea-417c-b0e8-2bed3b6ac607 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74817a9-ce28-49db-870b-89f1e5ef443d HTTP/1.1" status: 200 len: 217 time: 0.0351951 Mar 28 05:47:40.235595 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd0c49-8824-4f03-bb22-b82125d6ed98 req-753e1984-25d4-4c71-846a-b4a7a0dbdbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:40.237032 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f4dd0c49-8824-4f03-bb22-b82125d6ed98 req-753e1984-25d4-4c71-846a-b4a7a0dbdbd2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.0426896 Mar 28 05:47:40.287917 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd0c49-8824-4f03-bb22-b82125d6ed98 req-79a3d459-5b7f-45e1-a40c-663dbfe6a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:40.289447 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f4dd0c49-8824-4f03-bb22-b82125d6ed98 req-79a3d459-5b7f-45e1-a40c-663dbfe6a5ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464172 Mar 28 05:47:40.384722 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f4dd0c49-8824-4f03-bb22-b82125d6ed98 req-5426ce5b-5847-4c22-8144-caa85314369d service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798125 Mar 28 05:47:40.508395 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f4dd0c49-8824-4f03-bb22-b82125d6ed98 req-22a9923a-47a3-4670-a716-659409fa38de service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175954 Mar 28 05:47:40.516149 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854827ab-bd27-47ea-9bf8-0f4902098857 req-743ac648-73d3-4476-b62d-9a037b482a5f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:40.517482 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-854827ab-bd27-47ea-9bf8-0f4902098857 req-743ac648-73d3-4476-b62d-9a037b482a5f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0822253 Mar 28 05:47:40.564386 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-854827ab-bd27-47ea-9bf8-0f4902098857 req-1972cfec-219c-4b88-87c5-08aeeb8ee3bb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411253 Mar 28 05:47:41.691292 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b321b5-86d5-45d8-993f-838455fa295a req-91b2e420-323f-475f-9154-b7919f7f3329 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:41.692754 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-37b321b5-86d5-45d8-993f-838455fa295a req-91b2e420-323f-475f-9154-b7919f7f3329 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0521023 Mar 28 05:47:41.742875 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-37b321b5-86d5-45d8-993f-838455fa295a req-227e837d-b7f3-47d8-9977-adebe9ffbffe tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442724 Mar 28 05:47:42.865992 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80377309-841c-4768-9176-4d8b81c2a6d9 req-6b2b3571-49f9-404d-98aa-b524dc294202 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:42.867448 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-80377309-841c-4768-9176-4d8b81c2a6d9 req-6b2b3571-49f9-404d-98aa-b524dc294202 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0508339 Mar 28 05:47:42.912865 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-80377309-841c-4768-9176-4d8b81c2a6d9 req-47e86991-60fe-4a39-8339-899dfa3c388c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395582 Mar 28 05:47:43.961765 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e74817a9-ce28-49db-870b-89f1e5ef443d details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:47:44.033573 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260596e-1166-45d5-8032-a3775271f98f req-2d10ed7c-08e5-4eff-9a02-7ac64ad0e8bf tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:44.035060 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e260596e-1166-45d5-8032-a3775271f98f req-2d10ed7c-08e5-4eff-9a02-7ac64ad0e8bf tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0523357 Mar 28 05:47:44.055422 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:44.066862 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'port_id': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'mac_address': 'fa:16:3e:35:46:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:47:44.080778 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e260596e-1166-45d5-8032-a3775271f98f req-dbb8d11a-0345-49fd-b37d-3cf6f4fc7534 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402098 Mar 28 05:47:44.107156 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e74817a9-ce28-49db-870b-89f1e5ef443d is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:44.107552 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:44.119897 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74817a9-ce28-49db-870b-89f1e5ef443d {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:47:44.138703 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:44.142634 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:44.187399 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=e74817a9-ce28-49db-870b-89f1e5ef443d,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:44.194111 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.194538 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.194858 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.195200 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.195532 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.195865 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.196187 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.196509 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.196830 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.197149 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.197469 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.197794 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.198111 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.198458 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.198776 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:44.740339 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['e74817a9-ce28-49db-870b-89f1e5ef443d'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:47:45.204881 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177eae21-0bb1-4bc6-aac0-b49b29343afb req-c2263541-f4db-4930-859b-91587f67d9b6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:45.206469 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-177eae21-0bb1-4bc6-aac0-b49b29343afb req-c2263541-f4db-4930-859b-91587f67d9b6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 944 time: 0.0557420 Mar 28 05:47:45.252059 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-177eae21-0bb1-4bc6-aac0-b49b29343afb req-ec4b2b41-ee78-4636-8f7c-deed04a4b288 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399311 Mar 28 05:47:45.984884 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e74817a9-ce28-49db-870b-89f1e5ef443d up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:46.033466 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port e74817a9-ce28-49db-870b-89f1e5ef443d completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:47:46.037396 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port e74817a9-ce28-49db-870b-89f1e5ef443d triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:46.037766 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:46.113120 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e74817a9-ce28-49db-870b-89f1e5ef443d is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:46.113502 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:46.138684 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:46.140877 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cb08c8-bc6e-4163-9192-2544671e4b72" -d '{"events": [{"server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "name": "network-vif-plugged", "status": "completed", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:46.152594 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:46.157379 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:46.181340 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c63e203-b72d-4e7d-afb7-cb302aab7ad8 x-openstack-request-id: req-0c63e203-b72d-4e7d-afb7-cb302aab7ad8 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:46.181637 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "name": "network-vif-plugged", "status": "completed", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:46.181888 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c63e203-b72d-4e7d-afb7-cb302aab7ad8 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:46.182303 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c63e203-b72d-4e7d-afb7-cb302aab7ad8'] response: {'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'code': 200} Mar 28 05:47:46.207945 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=e74817a9-ce28-49db-870b-89f1e5ef443d,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:46.374859 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e00d7a-6bd7-40c2-ac06-5c65b1dddd9f req-9e0e3cbc-55eb-4567-819a-b62d117396d4 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:46.376336 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f0e00d7a-6bd7-40c2-ac06-5c65b1dddd9f req-9e0e3cbc-55eb-4567-819a-b62d117396d4 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0524385 Mar 28 05:47:46.447188 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f0e00d7a-6bd7-40c2-ac06-5c65b1dddd9f req-012ac173-ea3d-451a-b866-b8cad56c98d0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630224 Mar 28 05:47:46.449844 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7e333-9663-45b0-aec2-8bc8f58ceccf req-b4ca4150-54e5-4004-9043-f50263603287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:46.451841 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e6a7e333-9663-45b0-aec2-8bc8f58ceccf req-b4ca4150-54e5-4004-9043-f50263603287 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 1129 time: 0.0746527 Mar 28 05:47:46.500653 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e6a7e333-9663-45b0-aec2-8bc8f58ceccf req-f5106096-7a81-421c-a909-37184a2b6b95 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Mar 28 05:47:47.569581 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922636a-583b-47f8-bdd9-f3b7b577e080 req-12ca8389-7f53-4dd3-9648-67186bd06d29 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:47.571078 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4922636a-583b-47f8-bdd9-f3b7b577e080 req-12ca8389-7f53-4dd3-9648-67186bd06d29 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0530045 Mar 28 05:47:47.616472 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4922636a-583b-47f8-bdd9-f3b7b577e080 req-b1d722a3-d70d-433b-91ee-010c5a194d77 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398889 Mar 28 05:47:48.737967 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c734477-4287-4b3f-b5b3-332ac4b4eba9 req-e700afe1-7878-4df8-b8e4-9eb5a4d013d5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:48.739455 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8c734477-4287-4b3f-b5b3-332ac4b4eba9 req-e700afe1-7878-4df8-b8e4-9eb5a4d013d5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0516834 Mar 28 05:47:48.785054 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8c734477-4287-4b3f-b5b3-332ac4b4eba9 req-8a976b70-0d37-4c74-8f8b-6ab5ad1134fd tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Mar 28 05:47:48.912534 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04c79d-af60-48a5-a9e3-f862531715c3 req-f8e32a9f-2910-4f64-96df-db085f881aa0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:48.913974 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a04c79d-af60-48a5-a9e3-f862531715c3 req-f8e32a9f-2910-4f64-96df-db085f881aa0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0609572 Mar 28 05:47:48.922961 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41018) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:48.927189 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-ea09f7b1-0ec4-4225-a895-aec1841bba9c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Request body: {'floatingip': {'port_id': 'e74817a9-ce28-49db-870b-89f1e5ef443d'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:48.964976 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ea09f7b1-0ec4-4225-a895-aec1841bba9c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (92f563e7-5efe-404b-9284-22331c144271), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:49.381059 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ea09f7b1-0ec4-4225-a895-aec1841bba9c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:49.384660 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ea09f7b1-0ec4-4225-a895-aec1841bba9c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (92f563e7-5efe-404b-9284-22331c144271), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:49.493431 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-ea09f7b1-0ec4-4225-a895-aec1841bba9c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Floating IP 92f563e7-5efe-404b-9284-22331c144271 associated. External IP: 172.27.1.190, port: e74817a9-ce28-49db-870b-89f1e5ef443d. Mar 28 05:47:49.702859 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea09f7b1-0ec4-4225-a895-aec1841bba9c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Router a620f96a-de31-42cc-a3c3-e9349628024c has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:49.818375 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea09f7b1-0ec4-4225-a895-aec1841bba9c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:49.823292 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ea09f7b1-0ec4-4225-a895-aec1841bba9c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:49.827978 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5526f-1d05-47d2-ace6-93fc7f11b9a0 None None] Sync routers for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:49.837576 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d5526f-1d05-47d2-ace6-93fc7f11b9a0 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:49.838203 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-f7d5526f-1d05-47d2-ace6-93fc7f11b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:47:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:49.950493 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-f7d5526f-1d05-47d2-ace6-93fc7f11b9a0 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:50.097394 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-ea09f7b1-0ec4-4225-a895-aec1841bba9c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "PUT /v2.0/floatingips/92f563e7-5efe-404b-9284-22331c144271 HTTP/1.1" status: 200 len: 991 time: 1.1733599 Mar 28 05:47:50.098076 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:50.100320 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea54768f-144c-497c-b958-e5d9eca60cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:50.136296 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa2585e-f365-4a17-b3cb-dcb84f10b5d8 x-openstack-request-id: req-0fa2585e-f365-4a17-b3cb-dcb84f10b5d8 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:50.136588 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:50.136840 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fa2585e-f365-4a17-b3cb-dcb84f10b5d8 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:50.137267 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa2585e-f365-4a17-b3cb-dcb84f10b5d8'] response: {'name': 'network-changed', 'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'status': 'completed', 'code': 200} Mar 28 05:47:50.228773 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-f7d5526f-1d05-47d2-ace6-93fc7f11b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '92f563e7-5efe-404b-9284-22331c144271', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'port_id': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'mac_address': 'fa:16:3e:35:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:47:35Z', 'updated_at': '2022-03-28T05:47:49Z', 'revision_number': 1, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:50.246012 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54768f-144c-497c-b958-e5d9eca60cc6 req-185a7423-c239-463e-aee9-459f10b47997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:50.247517 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ea54768f-144c-497c-b958-e5d9eca60cc6 req-185a7423-c239-463e-aee9-459f10b47997 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 1129 time: 0.0435655 Mar 28 05:47:50.254534 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5526f-1d05-47d2-ace6-93fc7f11b9a0 None None] Checking router: a620f96a-de31-42cc-a3c3-e9349628024c for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:50.262790 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d5526f-1d05-47d2-ace6-93fc7f11b9a0 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:50.263390 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-f7d5526f-1d05-47d2-ace6-93fc7f11b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:47:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:50.338754 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54768f-144c-497c-b958-e5d9eca60cc6 req-3bce047d-992c-4c52-b45a-b90d00f76b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:50.340210 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ea54768f-144c-497c-b958-e5d9eca60cc6 req-3bce047d-992c-4c52-b45a-b90d00f76b7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 916 time: 0.0854137 Mar 28 05:47:50.368981 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-f7d5526f-1d05-47d2-ace6-93fc7f11b9a0 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:50.405792 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ea54768f-144c-497c-b958-e5d9eca60cc6 req-20836826-cfbe-4f12-abfa-f973d33920ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74817a9-ce28-49db-870b-89f1e5ef443d HTTP/1.1" status: 200 len: 999 time: 0.0577261 Mar 28 05:47:50.454519 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54768f-144c-497c-b958-e5d9eca60cc6 req-f5b27bf1-3402-40d9-87e6-3d4beded9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:50.456194 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ea54768f-144c-497c-b958-e5d9eca60cc6 req-f5b27bf1-3402-40d9-87e6-3d4beded9fc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.0430453 Mar 28 05:47:50.512343 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54768f-144c-497c-b958-e5d9eca60cc6 req-9e3d1c0f-378f-4e93-a3be-abcfefd1d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:50.513874 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ea54768f-144c-497c-b958-e5d9eca60cc6 req-9e3d1c0f-378f-4e93-a3be-abcfefd1d147 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491288 Mar 28 05:47:50.588812 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-f7d5526f-1d05-47d2-ace6-93fc7f11b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '92f563e7-5efe-404b-9284-22331c144271', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'port_id': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'mac_address': 'fa:16:3e:35:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:47:35Z', 'updated_at': '2022-03-28T05:47:49Z', 'revision_number': 1, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:50.606490 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ea54768f-144c-497c-b958-e5d9eca60cc6 req-815a35cc-a2da-4e7f-99c5-46ea59175c78 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854623 Mar 28 05:47:50.614711 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5526f-1d05-47d2-ace6-93fc7f11b9a0 None None] The sync data for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi is: [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '92f563e7-5efe-404b-9284-22331c144271', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'port_id': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'mac_address': 'fa:16:3e:35:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:47:35Z', 'updated_at': '2022-03-28T05:47:49Z', 'revision_number': 1, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:50.703847 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ea54768f-144c-497c-b958-e5d9eca60cc6 req-fa07e40d-01cf-458c-a70d-bfd1d241db26 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892682 Mar 28 05:47:50.812107 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b2342a-b0d7-4deb-a4ae-2c08c7aa6c81 None None] New status for floating IP 92f563e7-5efe-404b-9284-22331c144271: ACTIVE {{(pid=109791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:47:59.689735 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-56c7a92e-8a65-4c45-8ba1-b0b0984164c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:02.094418 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5c20cc39-097a-4174-94a1-b22b76e96789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:03.028316 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:04.706958 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:06.319240 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:08.906490 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:12.392097 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:48:13.564963 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-dab3565a-7215-45b1-84e8-c0003ffa5784 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437541 Mar 28 05:48:13.645478 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-9ac3a9df-1f0f-46c4-b80c-fed290e226e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:13.646962 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-9ac3a9df-1f0f-46c4-b80c-fed290e226e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95d365daa944917810d5e95e3b2aefe&device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 1129 time: 0.0421956 Mar 28 05:48:13.749942 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-30333657-2553-45b1-8b46-1473d2694d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:13.751418 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-30333657-2553-45b1-8b46-1473d2694d4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 200 len: 918 time: 0.0862427 Mar 28 05:48:13.793970 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-1414f92b-9aa4-4b00-b0dd-07d801e53950 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42e0a2d-e91a-4663-8492-b7a830d6fc1e HTTP/1.1" status: 200 len: 217 time: 0.0357761 Mar 28 05:48:13.839185 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-4a1b6c12-2307-4079-abc3-870d6900432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:13.841123 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-4a1b6c12-2307-4079-abc3-870d6900432e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 200 len: 857 time: 0.0420616 Mar 28 05:48:13.887666 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-cd2ea96a-729b-4ccc-92b7-8210f284dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:13.889100 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-cd2ea96a-729b-4ccc-92b7-8210f284dfa7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c94c60e6-502e-4023-8856-b513dc210de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422931 Mar 28 05:48:13.978037 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-bafeaf09-f6f9-4549-86be-8cd07f3c0347 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826795 Mar 28 05:48:14.064171 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fae2d3cf-290c-49cd-9c23-9da4d996ff57 req-71adbd88-4fb9-4fa4-a1cd-431910155816 service neutron] 10.222.0.21 "GET /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794890 Mar 28 05:48:28.337589 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e646ba5-506e-4267-9da7-6c5345bd9127 req-cfb557bc-9c9a-4c4e-8d5a-e8f52294f230 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:28.339060 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e646ba5-506e-4267-9da7-6c5345bd9127 req-cfb557bc-9c9a-4c4e-8d5a-e8f52294f230 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0588803 Mar 28 05:48:28.384558 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e646ba5-506e-4267-9da7-6c5345bd9127 req-b128dd51-3f0b-4bd0-923f-9b72e0c837f1 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395484 Mar 28 05:48:29.503155 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b730e55-d9d1-4ff2-87f0-847cbd35ea1f req-0d658d72-3148-4c63-8c8e-9d002b82cf66 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:29.504639 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4b730e55-d9d1-4ff2-87f0-847cbd35ea1f req-0d658d72-3148-4c63-8c8e-9d002b82cf66 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0522616 Mar 28 05:48:29.555027 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4b730e55-d9d1-4ff2-87f0-847cbd35ea1f req-403647f8-8573-4ce5-834d-3ef1820264bc tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431943 Mar 28 05:48:29.680868 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7634fbb1-869a-4bcc-9523-a32cbf67baf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:29.793419 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-d1494235-b9cd-403f-8862-915a4ba3dffd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:29.794989 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-d1494235-b9cd-403f-8862-915a4ba3dffd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.21 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 945 time: 0.0555611 Mar 28 05:48:29.890805 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Deleting port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:48:29.891142 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:29.979981 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] For port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:29.980259 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:30.143997 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:30.144352 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (09ba37ae-7566-4423-a99c-4fa653b00fb6), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:30.144665 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Floating IP 09ba37ae-7566-4423-a99c-4fa653b00fb6 disassociated. External IP: 172.27.1.244, port: c2f7c8f9-6f15-4ebd-b117-32bf21b793bc. Mar 28 05:48:30.145002 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Calling delete_port for c2f7c8f9-6f15-4ebd-b117-32bf21b793bc owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:48:30.269854 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (c2f7c8f9-6f15-4ebd-b117-32bf21b793bc), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:30.301963 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event deleted for resources: {'Port': ['ID=c2f7c8f9-6f15-4ebd-b117-32bf21b793bc,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:30.312305 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.312669 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.312990 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.313324 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.313655 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.313992 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.314338 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.314660 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.314988 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.315880 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.315880 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.316068 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.316423 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.316747 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.317094 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:30.425837 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:48:30.540700 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:48:30.550514 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece253f-afe7-4448-8518-13d0c3c7871c None None] Sync routers for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:48:30.559775 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece253f-afe7-4448-8518-13d0c3c7871c None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:30.561056 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-fece253f-afe7-4448-8518-13d0c3c7871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:48:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:30.582273 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] No DVR routers for this DVR port c2f7c8f9-6f15-4ebd-b117-32bf21b793bc on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:48:30.585039 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:30.588785 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5b4746d9-f9e0-4fe5-a139-e0c2a5152b81 req-14f6377e-c2fb-4911-8061-ffbe4a887db3 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.21 "DELETE /v2.0/ports/c2f7c8f9-6f15-4ebd-b117-32bf21b793bc HTTP/1.1" status: 204 len: 173 time: 0.7883575 Mar 28 05:48:30.589467 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'name': 'network-vif-deleted', 'tag': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:30.592719 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9773854-8179-4266-ac76-a0cd115234e1" -d '{"events": [{"server_uuid": "6469b372-5dfa-4f48-bcf9-ac9653ab9604", "name": "network-vif-deleted", "tag": "c2f7c8f9-6f15-4ebd-b117-32bf21b793bc"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:30.642718 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa45423a-bcf1-445e-b2ed-e96e2139c192 x-openstack-request-id: req-fa45423a-bcf1-445e-b2ed-e96e2139c192 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:30.642958 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6469b372-5dfa-4f48-bcf9-ac9653ab9604", "name": "network-vif-deleted", "tag": "c2f7c8f9-6f15-4ebd-b117-32bf21b793bc", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:30.643114 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa45423a-bcf1-445e-b2ed-e96e2139c192 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:30.643573 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa45423a-bcf1-445e-b2ed-e96e2139c192'] response: {'server_uuid': '6469b372-5dfa-4f48-bcf9-ac9653ab9604', 'name': 'network-vif-deleted', 'tag': 'c2f7c8f9-6f15-4ebd-b117-32bf21b793bc', 'status': 'completed', 'code': 200} Mar 28 05:48:30.664455 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2c343969-6a36-4ccb-b643-0e7e144984bd req-cf1c21fc-ceab-4c06-a733-a0fdfa0731e9 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=6469b372-5dfa-4f48-bcf9-ac9653ab9604 HTTP/1.1" status: 200 len: 210 time: 0.0316858 Mar 28 05:48:30.706368 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-fece253f-afe7-4448-8518-13d0c3c7871c None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:30.917547 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-fece253f-afe7-4448-8518-13d0c3c7871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:30.947291 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece253f-afe7-4448-8518-13d0c3c7871c None None] Checking router: 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:48:30.956437 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece253f-afe7-4448-8518-13d0c3c7871c None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:30.957084 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-fece253f-afe7-4448-8518-13d0c3c7871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:48:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:31.075676 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-fece253f-afe7-4448-8518-13d0c3c7871c None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:31.275553 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-fece253f-afe7-4448-8518-13d0c3c7871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:31.301828 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece253f-afe7-4448-8518-13d0c3c7871c None None] The sync data for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi is: [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:48:31.513363 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9886cb-4083-4402-a205-0a1f1700e799 None None] New status for floating IP 09ba37ae-7566-4423-a99c-4fa653b00fb6: DOWN {{(pid=109791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:48:31.754226 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41092) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:31.808122 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-75685fc4-ad34-4dcd-b896-b12a51d41e57 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (d102c4a1-2a2b-4a24-b54d-fd279bc08aa6), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:31.831438 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-75685fc4-ad34-4dcd-b896-b12a51d41e57 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (d102c4a1-2a2b-4a24-b54d-fd279bc08aa6), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:31.881509 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-75685fc4-ad34-4dcd-b896-b12a51d41e57 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (d102c4a1-2a2b-4a24-b54d-fd279bc08aa6), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:31.884112 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-75685fc4-ad34-4dcd-b896-b12a51d41e57 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:31.885258 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-75685fc4-ad34-4dcd-b896-b12a51d41e57 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "DELETE /v2.0/security-groups/d102c4a1-2a2b-4a24-b54d-fd279bc08aa6 HTTP/1.1" status: 204 len: 168 time: 0.1297626 Mar 28 05:48:31.888624 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41094) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:31.894712 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75685fc4-ad34-4dcd-b896-b12a51d41e57 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d102c4a1-2a2b-4a24-b54d-fd279bc08aa6,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:31.906201 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.api.v2.resource [None req-7d4cfaf6-3ec8-410c-8cd0-e716be0a833a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] show failed (client error): The resource could not be found. Mar 28 05:48:31.907247 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7d4cfaf6-3ec8-410c-8cd0-e716be0a833a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups/d102c4a1-2a2b-4a24-b54d-fd279bc08aa6 HTTP/1.1" status: 404 len: 347 time: 0.0176451 Mar 28 05:48:31.910097 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41096) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:32.030372 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Deleting port 00b547e0-48c9-4724-8b3c-3c0a7f2912e1 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:48:32.030710 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (00b547e0-48c9-4724-8b3c-3c0a7f2912e1), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.100667 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3b61c983-8c10-422a-8272-6210f4699f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.110090 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (00b547e0-48c9-4724-8b3c-3c0a7f2912e1), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.110463 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (00b547e0-48c9-4724-8b3c-3c0a7f2912e1), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.123451 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Calling delete_port for 00b547e0-48c9-4724-8b3c-3c0a7f2912e1 owned by network:floatingip {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:48:32.258425 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (00b547e0-48c9-4724-8b3c-3c0a7f2912e1), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.276314 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c2f7c8f9-6f15-4ebd-b117-32bf21b793bc no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:48:32.284931 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event deleted for resources: {'Port': ['ID=00b547e0-48c9-4724-8b3c-3c0a7f2912e1,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:32.297866 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.298213 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.298575 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.298911 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.299336 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.299687 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: c2f7c8f9-6f15-4ebd-b117-32bf21b793bc {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:48:32.299805 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.300035 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c2f7c8f9-6f15-4ebd-b117-32bf21b793bc not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:48:32.300305 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.301311 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.301311 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.301834 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.302371 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.302896 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.303428 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.303839 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.304171 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:32.358234 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (09ba37ae-7566-4423-a99c-4fa653b00fb6), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.360713 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.361843 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-22033727-b52a-4e0f-84a0-5e4ee03825bd tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "DELETE /v2.0/floatingips/09ba37ae-7566-4423-a99c-4fa653b00fb6 HTTP/1.1" status: 204 len: 168 time: 0.4507694 Mar 28 05:48:32.744701 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41102) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:32.750259 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-a7815be8-3589-4a51-b741-0eabd941843a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925028946', 'description': 'tempest-description--1327633339'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:32.770498 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a7815be8-3589-4a51-b741-0eabd941843a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.837240 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a7815be8-3589-4a51-b741-0eabd941843a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (43c1bb78-02ca-4a41-933b-b3a63a81d3f1), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.841607 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a7815be8-3589-4a51-b741-0eabd941843a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (43c1bb78-02ca-4a41-933b-b3a63a81d3f1), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.872001 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a7815be8-3589-4a51-b741-0eabd941843a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.873230 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-a7815be8-3589-4a51-b741-0eabd941843a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1275437 Mar 28 05:48:32.875153 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7815be8-3589-4a51-b741-0eabd941843a tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1bb78-02ca-4a41-933b-b3a63a81d3f1,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:32.876342 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41106) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:32.880813 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-eeed74e8-e6f9-4c6d-8660-ce32abd5f608 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'security_group_rule': {'security_group_id': '43c1bb78-02ca-4a41-933b-b3a63a81d3f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:32.905362 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eeed74e8-e6f9-4c6d-8660-ce32abd5f608 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (984c3f3a-a844-434d-b4cd-8f88860f13a4), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.958631 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eeed74e8-e6f9-4c6d-8660-ce32abd5f608 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (984c3f3a-a844-434d-b4cd-8f88860f13a4), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.962050 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eeed74e8-e6f9-4c6d-8660-ce32abd5f608 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (984c3f3a-a844-434d-b4cd-8f88860f13a4), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.981451 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed74e8-e6f9-4c6d-8660-ce32abd5f608 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984c3f3a-a844-434d-b4cd-8f88860f13a4,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:32.987841 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eeed74e8-e6f9-4c6d-8660-ce32abd5f608 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:32.989017 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-eeed74e8-e6f9-4c6d-8660-ce32abd5f608 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117003 Mar 28 05:48:32.991699 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41108) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:32.996090 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-08344f0e-faac-49c9-9c3a-8c0f6dce105f tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'security_group_rule': {'security_group_id': '43c1bb78-02ca-4a41-933b-b3a63a81d3f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:33.020703 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-08344f0e-faac-49c9-9c3a-8c0f6dce105f tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (19e5d0d6-f517-489a-8a48-94bbf74b0e82), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.031100 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.078164 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-08344f0e-faac-49c9-9c3a-8c0f6dce105f tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (19e5d0d6-f517-489a-8a48-94bbf74b0e82), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.081690 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-08344f0e-faac-49c9-9c3a-8c0f6dce105f tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (19e5d0d6-f517-489a-8a48-94bbf74b0e82), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.100959 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08344f0e-faac-49c9-9c3a-8c0f6dce105f tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e5d0d6-f517-489a-8a48-94bbf74b0e82,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:33.106180 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-08344f0e-faac-49c9-9c3a-8c0f6dce105f tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.107932 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-08344f0e-faac-49c9-9c3a-8c0f6dce105f tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152780 Mar 28 05:48:33.111509 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41110) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:33.115625 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:33.134764 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.229041 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.337458 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Allocated IP 172.27.1.217 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/9dcd6949-d44e-4823-b8b2-965a46f4a06f) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:48:33.445946 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for port (9dcd6949-d44e-4823-b8b2-965a46f4a06f), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.465735 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c44347-4b2f-4bd9-b0a8-cd2fad65af56 req-dfb5f6ef-6db1-4bb5-9e18-b0dabbcd2e05 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:33.467869 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17c44347-4b2f-4bd9-b0a8-cd2fad65af56 req-dfb5f6ef-6db1-4bb5-9e18-b0dabbcd2e05 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0527885 Mar 28 05:48:33.481074 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (9dcd6949-d44e-4823-b8b2-965a46f4a06f), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.515792 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17c44347-4b2f-4bd9-b0a8-cd2fad65af56 req-15204971-49a2-478e-b437-d2ea50cbe62c tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Mar 28 05:48:33.521441 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:48:33.524323 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:48:33.530704 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:48:33.552901 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'Port': ['ID=9dcd6949-d44e-4823-b8b2-965a46f4a06f,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:33.617106 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (df55e361-bf37-4cd7-96d2-6390e83c0428), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.652177 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (9dcd6949-d44e-4823-b8b2-965a46f4a06f), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.798017 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for port (9dcd6949-d44e-4823-b8b2-965a46f4a06f), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.802520 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (9dcd6949-d44e-4823-b8b2-965a46f4a06f), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.871965 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'Port': ['ID=9dcd6949-d44e-4823-b8b2-965a46f4a06f,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:33.882048 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (df55e361-bf37-4cd7-96d2-6390e83c0428), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.897246 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:33.898475 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-846d65d1-20ea-46b4-9f29-361beecfed8d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7860301 Mar 28 05:48:34.046160 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-851df093-c78a-428c-8a67-7ebba6ab2e84 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1925028946&fields=id&tenant_id=166ef12b1d8740979caa27285de2817a HTTP/1.1" status: 200 len: 267 time: 0.0437028 Mar 28 05:48:34.147804 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-7ee2ead9-55cc-4f9a-8ebc-e4434815499c tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:34.149231 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-7ee2ead9-55cc-4f9a-8ebc-e4434815499c tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/networks?id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 200 len: 811 time: 0.0969243 Mar 28 05:48:34.162990 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-915b4889-3131-4dc0-b1c9-4cd91ceb9395 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/quotas/166ef12b1d8740979caa27285de2817a HTTP/1.1" status: 200 len: 375 time: 0.0084753 Mar 28 05:48:34.217109 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-5393c769-6082-4399-bf85-8ff64831c455 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=166ef12b1d8740979caa27285de2817a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494971 Mar 28 05:48:34.311823 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-0b1910c3-390c-48ab-8be0-3e9855816ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836511 Mar 28 05:48:34.397074 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-3f5e4515-f6e1-44c6-ac65-c49b8d8a92c5 service neutron] 10.222.0.20 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796380 Mar 28 05:48:34.555327 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9db448ec-8832-4316-aa7f-1363a5987b81 req-8eb0808d-2d6e-4b1d-a240-a95144ab970f tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 210 time: 0.0301356 Mar 28 05:48:34.654191 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ad675-5bc0-4f40-95b4-b6535f050e22 req-0bbb67cb-8bdf-4e0a-8942-25492892e3c9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:34.656029 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5b0ad675-5bc0-4f40-95b4-b6535f050e22 req-0bbb67cb-8bdf-4e0a-8942-25492892e3c9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0593305 Mar 28 05:48:34.710626 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5b0ad675-5bc0-4f40-95b4-b6535f050e22 req-7895f7ca-7f86-4cbd-aff0-74c114786d11 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489159 Mar 28 05:48:34.712966 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:35.578945 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-1f9a218e-6b8f-4d1b-9006-85c2a464359d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:35.580495 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-1f9a218e-6b8f-4d1b-9006-85c2a464359d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.21 "GET /v2.0/networks?id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 200 len: 811 time: 0.1109166 Mar 28 05:48:35.660960 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-864ffbc8-c702-414f-a27b-1cdb0ad0677c req-a253759d-79ef-42ce-8f6b-57fa1403f53c tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 210 time: 0.0324454 Mar 28 05:48:35.693700 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-e35642bc-2502-489d-9d1f-450e8376a754 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166ef12b1d8740979caa27285de2817a HTTP/1.1" status: 200 len: 380 time: 0.0834556 Mar 28 05:48:35.728185 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'port': {'device_id': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'admin_state_up': True, 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'security_groups': ['43c1bb78-02ca-4a41-933b-b3a63a81d3f1']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:35.870795 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef5729-5371-48cc-9cb3-ac492421032f req-33f9880a-0460-4014-a250-817fd799b97b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:35.872244 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4eef5729-5371-48cc-9cb3-ac492421032f req-33f9880a-0460-4014-a250-817fd799b97b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0943565 Mar 28 05:48:35.891384 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Made reservation on behalf of 166ef12b1d8740979caa27285de2817a for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:48:35.894523 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:35.941548 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4eef5729-5371-48cc-9cb3-ac492421032f req-d0bc5aa5-eaf1-4689-8683-9c0b445b4a22 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630417 Mar 28 05:48:36.035885 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Allocated IP 172.20.0.10 (dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf/418f1d99-5341-4144-b9ec-3887908e7b7b/e9715c96-18f9-4198-9959-3321b103d343) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:48:36.173018 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for port (e9715c96-18f9-4198-9959-3321b103d343), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:36.203740 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (e9715c96-18f9-4198-9959-3321b103d343), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:36.244461 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:48:36.247479 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:48:36.253547 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:48:36.280341 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event updated for resources: {'Port': ['ID=e9715c96-18f9-4198-9959-3321b103d343,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:36.307645 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:36.308283 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:36.323348 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:36.327954 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-19f3912f-887c-4e4b-9c98-423b96a65d1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6031098 Mar 28 05:48:36.346623 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Request body: {'port': {'device_id': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:36.406462 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e9715c96-18f9-4198-9959-3321b103d343), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:36.521094 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-d14283fe-d4bf-45d0-987b-fa8079dcfa6c None None] Provisioning complete for port e9715c96-18f9-4198-9959-3321b103d343 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:48:36.521524 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d14283fe-d4bf-45d0-987b-fa8079dcfa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (e9715c96-18f9-4198-9959-3321b103d343), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:36.556435 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d14283fe-d4bf-45d0-987b-fa8079dcfa6c None None] Port e9715c96-18f9-4198-9959-3321b103d343 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:48:36.664863 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9715c96-18f9-4198-9959-3321b103d343 {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:48:36.672000 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Publish callbacks [] for port (e9715c96-18f9-4198-9959-3321b103d343), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:36.683473 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Transition to ACTIVE for port object e9715c96-18f9-4198-9959-3321b103d343 will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:48:36.688217 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (e9715c96-18f9-4198-9959-3321b103d343), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:36.753631 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Pushing event updated for resources: {'Port': ['ID=e9715c96-18f9-4198-9959-3321b103d343,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:36.852502 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fd3bb-4de2-44ef-b0fc-98477b2a74bf req-054b9c48-2345-4458-8eb2-6b5717c30143 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:36.854028 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d71fd3bb-4de2-44ef-b0fc-98477b2a74bf req-054b9c48-2345-4458-8eb2-6b5717c30143 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 944 time: 0.1245353 Mar 28 05:48:36.858942 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Attempting to bind port e9715c96-18f9-4198-9959-3321b103d343 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:48:36.859280 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Attempting to bind port e9715c96-18f9-4198-9959-3321b103d343 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:48:36.859607 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Attempting to bind port e9715c96-18f9-4198-9959-3321b103d343 on network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:48:36.870751 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Port e9715c96-18f9-4198-9959-3321b103d343 on network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:48:36.871077 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Attempting to bind port e9715c96-18f9-4198-9959-3321b103d343 on network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:48:36.884025 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:48:36.884265 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Checking segment: {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:48:36.884657 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Bound using segment: {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:48:36.885086 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Bound port: e9715c96-18f9-4198-9959-3321b103d343, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec85138-15b5-4ae1-a9ad-6d8988daa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:48:36.885440 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e9715c96-18f9-4198-9959-3321b103d343), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:36.945132 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d71fd3bb-4de2-44ef-b0fc-98477b2a74bf req-7c2da5b3-2721-4b1f-8f49-ea8dcfea4d35 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828516 Mar 28 05:48:36.970934 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] For port e9715c96-18f9-4198-9959-3321b103d343, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:48:36.974070 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] For port e9715c96-18f9-4198-9959-3321b103d343, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e9715c96-18f9-4198-9959-3321b103d343,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:48:36.980011 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (e9715c96-18f9-4198-9959-3321b103d343), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:37.012778 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:37.013364 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:37.014837 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] 10.222.0.21 "PUT /v2.0/ports/e9715c96-18f9-4198-9959-3321b103d343 HTTP/1.1" status: 200 len: 1094 time: 0.6725283 Mar 28 05:48:37.015199 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'tag': 'e9715c96-18f9-4198-9959-3321b103d343'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:37.017419 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dce77d-2c68-440c-b723-c621e27aee58" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb328bd-abba-4c6f-a0d0-e038cc01d783", "tag": "e9715c96-18f9-4198-9959-3321b103d343"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:37.072020 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39bb034-aee7-455f-a2d7-76d079e545f1 x-openstack-request-id: req-b39bb034-aee7-455f-a2d7-76d079e545f1 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:37.072311 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb328bd-abba-4c6f-a0d0-e038cc01d783", "tag": "e9715c96-18f9-4198-9959-3321b103d343", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:37.072623 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b39bb034-aee7-455f-a2d7-76d079e545f1 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:37.073031 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39bb034-aee7-455f-a2d7-76d079e545f1'] response: {'name': 'network-changed', 'server_uuid': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'tag': 'e9715c96-18f9-4198-9959-3321b103d343', 'status': 'completed', 'code': 200} Mar 28 05:48:37.076461 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8252ff-4186-4386-a701-2f47c267ebff service neutron] Pushing event updated for resources: {'Port': ['ID=e9715c96-18f9-4198-9959-3321b103d343,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:37.106958 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447314-ae46-4ae2-88be-0c485acda5d6 req-81e3ac47-25a7-4284-806d-0cb14f5a63ae tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:37.108481 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f8447314-ae46-4ae2-88be-0c485acda5d6 req-81e3ac47-25a7-4284-806d-0cb14f5a63ae tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0784607 Mar 28 05:48:37.188375 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f8447314-ae46-4ae2-88be-0c485acda5d6 req-3616239b-16cb-4f60-bb2a-a334b7264eab tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737598 Mar 28 05:48:37.201400 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-675cb758-4f00-429d-a801-1f99335d185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:37.202935 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-675cb758-4f00-429d-a801-1f99335d185c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=166ef12b1d8740979caa27285de2817a&device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 1128 time: 0.0707862 Mar 28 05:48:37.312939 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-30264d1d-c7c0-4f18-8a02-19cadd15f7da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9715c96-18f9-4198-9959-3321b103d343 HTTP/1.1" status: 200 len: 217 time: 0.0426500 Mar 28 05:48:37.386162 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-c2ff50c0-59db-4ce1-b171-d023ebceae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:37.387541 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-c2ff50c0-59db-4ce1-b171-d023ebceae61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=418f1d99-5341-4144-b9ec-3887908e7b7b HTTP/1.1" status: 200 len: 850 time: 0.0570750 Mar 28 05:48:37.395346 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-d54442d8-7812-465b-9a72-26318707c7a7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:37.396650 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-d54442d8-7812-465b-9a72-26318707c7a7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.0928128 Mar 28 05:48:37.733019 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-b2462dd2-e0a5-4079-b315-a4e5de9b1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:37.734439 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-b2462dd2-e0a5-4079-b315-a4e5de9b1799 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3369398 Mar 28 05:48:37.805005 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Deleting port 8fecea75-b145-4171-91a5-82c42f423eca {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:48:37.805353 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (8fecea75-b145-4171-91a5-82c42f423eca), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:37.890618 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-a0428b94-09af-4016-a5f4-a50b1b5d2c3a service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493301 Mar 28 05:48:37.955687 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] For port 8fecea75-b145-4171-91a5-82c42f423eca, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8fecea75-b145-4171-91a5-82c42f423eca,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:37.956304 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (8fecea75-b145-4171-91a5-82c42f423eca), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:38.105978 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4caa358d-3527-42f7-8bc5-ba0a8fc9f500 req-012f8aa7-1ddf-4d6a-a06a-45775924fe72 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081177 Mar 28 05:48:38.140037 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbc387-8705-423e-ab7a-88e2a47f6ca2 req-8b4b8241-63d3-4e3d-a0ec-e85a566a3b7f tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:38.141512 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-77dbc387-8705-423e-ab7a-88e2a47f6ca2 req-8b4b8241-63d3-4e3d-a0ec-e85a566a3b7f tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 944 time: 0.1255939 Mar 28 05:48:38.258626 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:38.259320 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (91f32acd-06a4-47dd-bc92-a772d2c1afc8), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:38.259633 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Floating IP 91f32acd-06a4-47dd-bc92-a772d2c1afc8 disassociated. External IP: 172.27.1.78, port: 8fecea75-b145-4171-91a5-82c42f423eca. Mar 28 05:48:38.259984 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Calling delete_port for 8fecea75-b145-4171-91a5-82c42f423eca owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:48:38.264399 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-77dbc387-8705-423e-ab7a-88e2a47f6ca2 req-aadafaf8-e6af-46b4-ae75-792f4860bd03 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172163 Mar 28 05:48:38.354291 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dce77d-2c68-440c-b723-c621e27aee58 req-62facaff-078e-4626-974d-87f7fef253eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:38.355784 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e4dce77d-2c68-440c-b723-c621e27aee58 req-62facaff-078e-4626-974d-87f7fef253eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=166ef12b1d8740979caa27285de2817a&device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 1128 time: 0.1512904 Mar 28 05:48:38.430725 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c826272-26ba-424f-825a-6f446baff983 req-cd5f51b8-bcfb-4ac2-8b75-1c97fbfd0c73 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:38.432084 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1c826272-26ba-424f-825a-6f446baff983 req-cd5f51b8-bcfb-4ac2-8b75-1c97fbfd0c73 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 946 time: 0.1756890 Mar 28 05:48:38.545913 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dce77d-2c68-440c-b723-c621e27aee58 req-a9976c28-a30b-4c5c-99f1-98f83980cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:38.547635 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e4dce77d-2c68-440c-b723-c621e27aee58 req-a9976c28-a30b-4c5c-99f1-98f83980cf26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 200 len: 911 time: 0.1835740 Mar 28 05:48:38.553347 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1c826272-26ba-424f-825a-6f446baff983 req-5d8f2c6b-e28a-4e44-8ca1-265be2a31fd9 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd7976b3-9b64-45de-bb58-ebbc1370bf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129506 Mar 28 05:48:38.599835 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e4dce77d-2c68-440c-b723-c621e27aee58 req-d74fd095-a6c7-4bca-9a7b-6672850db6e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9715c96-18f9-4198-9959-3321b103d343 HTTP/1.1" status: 200 len: 217 time: 0.0453558 Mar 28 05:48:38.601147 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (8fecea75-b145-4171-91a5-82c42f423eca), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:38.654575 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event deleted for resources: {'Port': ['ID=8fecea75-b145-4171-91a5-82c42f423eca,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:38.734680 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dce77d-2c68-440c-b723-c621e27aee58 req-4b9dbefb-8cef-4154-9005-b770fd915e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:38.736046 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e4dce77d-2c68-440c-b723-c621e27aee58 req-4b9dbefb-8cef-4154-9005-b770fd915e9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=418f1d99-5341-4144-b9ec-3887908e7b7b HTTP/1.1" status: 200 len: 850 time: 0.1288457 Mar 28 05:48:38.807067 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dce77d-2c68-440c-b723-c621e27aee58 req-9075f0fb-44b7-4835-9774-289ba9d999ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:38.808540 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e4dce77d-2c68-440c-b723-c621e27aee58 req-9075f0fb-44b7-4835-9774-289ba9d999ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662825 Mar 28 05:48:38.815373 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Router 9658da23-a78f-4c25-ad4a-58c527d682a9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:48:38.905643 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:38.981190 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e4dce77d-2c68-440c-b723-c621e27aee58 req-ae64dd1e-81fa-45b7-b50b-e3e055bbafb3 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647468 Mar 28 05:48:39.036734 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:48:39.047012 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf552483-96c7-40a7-a15d-ba6b7be66c4b None None] Sync routers for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:48:39.057327 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf552483-96c7-40a7-a15d-ba6b7be66c4b None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:39.058221 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-bf552483-96c7-40a7-a15d-ba6b7be66c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:48:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:39.093142 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] No DVR routers for this DVR port 8fecea75-b145-4171-91a5-82c42f423eca on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:48:39.097195 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:39.100607 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-62ee5d0a-c157-434c-bef4-c916dcb16c18 req-22d7a894-110a-45a3-8343-401ed893fbf4 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "DELETE /v2.0/ports/8fecea75-b145-4171-91a5-82c42f423eca HTTP/1.1" status: 204 len: 173 time: 1.6956224 Mar 28 05:48:39.101008 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'name': 'network-vif-deleted', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:39.103271 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f894d14d-ccb9-451a-8cf5-1a56d34652e6" -d '{"events": [{"server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "name": "network-vif-deleted", "tag": "8fecea75-b145-4171-91a5-82c42f423eca"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:39.128898 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e4dce77d-2c68-440c-b723-c621e27aee58 req-120a1e02-d4ad-4c62-8a81-0e732634f994 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403100 Mar 28 05:48:39.148502 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7f5d73-45aa-4ff8-8d63-b80374c1abfe x-openstack-request-id: req-0a7f5d73-45aa-4ff8-8d63-b80374c1abfe {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:39.149008 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43be2331-813f-497e-b0b1-cf495dd6a575", "name": "network-vif-deleted", "tag": "8fecea75-b145-4171-91a5-82c42f423eca", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:39.149426 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a7f5d73-45aa-4ff8-8d63-b80374c1abfe {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:39.150213 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7f5d73-45aa-4ff8-8d63-b80374c1abfe'] response: {'server_uuid': '43be2331-813f-497e-b0b1-cf495dd6a575', 'name': 'network-vif-deleted', 'tag': '8fecea75-b145-4171-91a5-82c42f423eca', 'status': 'completed', 'code': 200} Mar 28 05:48:39.321206 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-bf552483-96c7-40a7-a15d-ba6b7be66c4b None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:39.388166 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22945c0-701a-4654-b7e7-dc673c35989e req-76dfcb14-3d89-4623-8819-4aebe8a5e828 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:39.389650 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c22945c0-701a-4654-b7e7-dc673c35989e req-76dfcb14-3d89-4623-8819-4aebe8a5e828 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 944 time: 0.0572946 Mar 28 05:48:39.436887 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c22945c0-701a-4654-b7e7-dc673c35989e req-ef16f695-df7b-4201-8a43-2f9d3408fbc8 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414703 Mar 28 05:48:39.524506 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-bf552483-96c7-40a7-a15d-ba6b7be66c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 5, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:39.555335 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf552483-96c7-40a7-a15d-ba6b7be66c4b None None] Checking router: 9658da23-a78f-4c25-ad4a-58c527d682a9 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:48:39.563698 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf552483-96c7-40a7-a15d-ba6b7be66c4b None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:39.564329 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-bf552483-96c7-40a7-a15d-ba6b7be66c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:48:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:39.677573 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2d6a9b61-1e83-4b0c-b736-6ea36272d527 req-01992e81-d400-41a7-8b7b-afb3b2d1e2a7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=43be2331-813f-497e-b0b1-cf495dd6a575 HTTP/1.1" status: 200 len: 210 time: 0.0310321 Mar 28 05:48:39.679961 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-bf552483-96c7-40a7-a15d-ba6b7be66c4b None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:39.899443 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-bf552483-96c7-40a7-a15d-ba6b7be66c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 5, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:39.925922 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf552483-96c7-40a7-a15d-ba6b7be66c4b None None] The sync data for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi is: [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:18Z', 'revision_number': 4, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '84d33d47-dec8-4c58-afaa-5e7c2a15d585', 'name': '', 'network_id': 'c94c60e6-502e-4023-8856-b513dc210de9', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'mac_address': 'fa:16:3e:91:3e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 5, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'subnets': [{'id': '70160510-8cfd-401b-a1a1-83d7366e7ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:48:40.152292 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f67e58-8ae3-4731-9800-08352fe71e17 None None] New status for floating IP 91f32acd-06a4-47dd-bc92-a772d2c1afc8: DOWN {{(pid=109791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:48:40.301271 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 8fecea75-b145-4171-91a5-82c42f423eca no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:48:40.325511 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: 8fecea75-b145-4171-91a5-82c42f423eca {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:48:40.326108 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 8fecea75-b145-4171-91a5-82c42f423eca not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:48:40.557866 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2355a-0c13-4c24-b8d1-aaa058a1885d req-e0883fba-b2dd-4efa-b995-f854dd1a900d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:40.559364 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00f2355a-0c13-4c24-b8d1-aaa058a1885d req-e0883fba-b2dd-4efa-b995-f854dd1a900d tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 944 time: 0.0519171 Mar 28 05:48:40.608107 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00f2355a-0c13-4c24-b8d1-aaa058a1885d req-11736452-9ede-4aa1-8a3f-6f9ca899a025 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432823 Mar 28 05:48:40.916767 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41176) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:40.968872 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-397f9f94-a8d2-4eb8-bd2e-2965ad23db1e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group (dd7976b3-9b64-45de-bb58-ebbc1370bf4e), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:40.991329 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-397f9f94-a8d2-4eb8-bd2e-2965ad23db1e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group (dd7976b3-9b64-45de-bb58-ebbc1370bf4e), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:41.036882 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-397f9f94-a8d2-4eb8-bd2e-2965ad23db1e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (dd7976b3-9b64-45de-bb58-ebbc1370bf4e), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:41.039803 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-397f9f94-a8d2-4eb8-bd2e-2965ad23db1e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:41.040912 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-397f9f94-a8d2-4eb8-bd2e-2965ad23db1e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "DELETE /v2.0/security-groups/dd7976b3-9b64-45de-bb58-ebbc1370bf4e HTTP/1.1" status: 204 len: 168 time: 0.1231499 Mar 28 05:48:41.043576 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41178) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:41.049639 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f9f94-a8d2-4eb8-bd2e-2965ad23db1e tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7976b3-9b64-45de-bb58-ebbc1370bf4e,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:41.057825 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.api.v2.resource [None req-2986ca26-bd6f-4a52-85c0-dbb433a7b909 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] show failed (client error): The resource could not be found. Mar 28 05:48:41.058852 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2986ca26-bd6f-4a52-85c0-dbb433a7b909 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups/dd7976b3-9b64-45de-bb58-ebbc1370bf4e HTTP/1.1" status: 404 len: 347 time: 0.0138953 Mar 28 05:48:41.061563 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41180) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:41.189080 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e1670-cadc-4900-80df-baa3ac206ee6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Deleting port f3f53238-dba5-41b1-b847-c67551ce0db1 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:48:41.189420 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5b1e1670-cadc-4900-80df-baa3ac206ee6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (f3f53238-dba5-41b1-b847-c67551ce0db1), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:41.265819 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5b1e1670-cadc-4900-80df-baa3ac206ee6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (f3f53238-dba5-41b1-b847-c67551ce0db1), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:41.266062 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5b1e1670-cadc-4900-80df-baa3ac206ee6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for floatingip (f3f53238-dba5-41b1-b847-c67551ce0db1), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:41.277314 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e1670-cadc-4900-80df-baa3ac206ee6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Calling delete_port for f3f53238-dba5-41b1-b847-c67551ce0db1 owned by network:floatingip {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:48:41.400914 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5b1e1670-cadc-4900-80df-baa3ac206ee6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (f3f53238-dba5-41b1-b847-c67551ce0db1), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:41.427428 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e1670-cadc-4900-80df-baa3ac206ee6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event deleted for resources: {'Port': ['ID=f3f53238-dba5-41b1-b847-c67551ce0db1,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:41.490476 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5b1e1670-cadc-4900-80df-baa3ac206ee6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks [] for floatingip (91f32acd-06a4-47dd-bc92-a772d2c1afc8), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:41.492996 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5b1e1670-cadc-4900-80df-baa3ac206ee6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:41.494139 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-5b1e1670-cadc-4900-80df-baa3ac206ee6 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "DELETE /v2.0/floatingips/91f32acd-06a4-47dd-bc92-a772d2c1afc8 HTTP/1.1" status: 204 len: 168 time: 0.4316165 Mar 28 05:48:41.724539 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901bac5-b237-41ba-8245-faa9c0332faf req-7ecb7348-1af1-4ac2-a803-9c868bf24989 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:41.726041 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0901bac5-b237-41ba-8245-faa9c0332faf req-7ecb7348-1af1-4ac2-a803-9c868bf24989 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 944 time: 0.0537944 Mar 28 05:48:41.778680 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0901bac5-b237-41ba-8245-faa9c0332faf req-64110f40-9ab7-4f53-8554-54e9ca1a3499 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472119 Mar 28 05:48:42.317222 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e9715c96-18f9-4198-9959-3321b103d343 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:48:42.411866 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e9715c96-18f9-4198-9959-3321b103d343, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e9715c96-18f9-4198-9959-3321b103d343,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:42.422915 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'e9715c96-18f9-4198-9959-3321b103d343', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'port_id': 'e9715c96-18f9-4198-9959-3321b103d343', 'mac_address': 'fa:16:3e:25:42:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:48:42.461645 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e9715c96-18f9-4198-9959-3321b103d343 is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:48:42.462036 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e9715c96-18f9-4198-9959-3321b103d343), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:42.474747 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9715c96-18f9-4198-9959-3321b103d343 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:48:42.493865 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e9715c96-18f9-4198-9959-3321b103d343, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e9715c96-18f9-4198-9959-3321b103d343,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:42.497493 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (e9715c96-18f9-4198-9959-3321b103d343), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:42.543542 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=e9715c96-18f9-4198-9959-3321b103d343,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:42.902331 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f81bc-4c29-4326-98ac-f8212dc6b2d4 req-64c64829-3cec-4975-ad6a-0e978f40face tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:42.903910 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0c6f81bc-4c29-4326-98ac-f8212dc6b2d4 req-64c64829-3cec-4975-ad6a-0e978f40face tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 945 time: 0.0539932 Mar 28 05:48:42.938053 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['e9715c96-18f9-4198-9959-3321b103d343'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:48:42.951859 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0c6f81bc-4c29-4326-98ac-f8212dc6b2d4 req-86a85490-66ed-46d6-a214-658df385850c tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423956 Mar 28 05:48:43.951308 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e785d1-f595-4403-ac65-7a315328e8a9 req-0a0bff4d-916f-411a-b4ee-5d1985013832 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:43.952753 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-53e785d1-f595-4403-ac65-7a315328e8a9 req-0a0bff4d-916f-411a-b4ee-5d1985013832 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0512958 Mar 28 05:48:43.998957 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-53e785d1-f595-4403-ac65-7a315328e8a9 req-22d3fd06-aff9-4dec-9509-dfe959331124 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Mar 28 05:48:44.072520 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345565a-3d22-4330-836c-97508d3c5402 req-2997b08b-91ba-4f46-9d5a-c266809e9447 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:44.073882 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c345565a-3d22-4330-836c-97508d3c5402 req-2997b08b-91ba-4f46-9d5a-c266809e9447 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 945 time: 0.0549872 Mar 28 05:48:44.119765 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c345565a-3d22-4330-836c-97508d3c5402 req-749d6aac-f95b-4d41-bb18-58e31a637ce1 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 Mar 28 05:48:44.321050 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e9715c96-18f9-4198-9959-3321b103d343 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:48:44.368810 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port e9715c96-18f9-4198-9959-3321b103d343 completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:48:44.373784 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port e9715c96-18f9-4198-9959-3321b103d343 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:48:44.374158 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (e9715c96-18f9-4198-9959-3321b103d343), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:44.451732 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e9715c96-18f9-4198-9959-3321b103d343 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:48:44.452126 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e9715c96-18f9-4198-9959-3321b103d343), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:44.474539 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9715c96-18f9-4198-9959-3321b103d343'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:44.476731 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86298d3-111d-4879-8461-164a9437ca07" -d '{"events": [{"server_uuid": "7bb328bd-abba-4c6f-a0d0-e038cc01d783", "name": "network-vif-plugged", "status": "completed", "tag": "e9715c96-18f9-4198-9959-3321b103d343"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:44.488938 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e9715c96-18f9-4198-9959-3321b103d343, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e9715c96-18f9-4198-9959-3321b103d343,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:44.492741 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (e9715c96-18f9-4198-9959-3321b103d343), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:44.515931 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c211e4f4-e84a-4bb1-8b9a-39dd87944b97 x-openstack-request-id: req-c211e4f4-e84a-4bb1-8b9a-39dd87944b97 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:44.516222 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb328bd-abba-4c6f-a0d0-e038cc01d783", "name": "network-vif-plugged", "status": "completed", "tag": "e9715c96-18f9-4198-9959-3321b103d343", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:44.516478 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c211e4f4-e84a-4bb1-8b9a-39dd87944b97 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:44.516877 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c211e4f4-e84a-4bb1-8b9a-39dd87944b97'] response: {'server_uuid': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9715c96-18f9-4198-9959-3321b103d343', 'code': 200} Mar 28 05:48:44.541441 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=e9715c96-18f9-4198-9959-3321b103d343,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:44.549816 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.550166 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.550552 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.551016 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.551363 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.551695 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.552024 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.552348 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.552673 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.553022 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.553345 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.553667 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.554431 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.554786 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.555137 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:48:44.715650 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7d939-89e2-45f3-b20b-783c26b72fa5 req-1213316a-1607-4810-beca-014dbb30f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:44.717043 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ace7d939-89e2-45f3-b20b-783c26b72fa5 req-1213316a-1607-4810-beca-014dbb30f1d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 1130 time: 0.0427260 Mar 28 05:48:44.759841 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ace7d939-89e2-45f3-b20b-783c26b72fa5 req-bc2bffea-ffdd-49fc-8a1c-9dd6b9bea896 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366209 Mar 28 05:48:45.113345 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a7023-a8d7-44db-97b5-2b625c88e0f7 req-23b87194-12b6-4696-b1db-db6e86f8866b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:45.114816 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a61a7023-a8d7-44db-97b5-2b625c88e0f7 req-23b87194-12b6-4696-b1db-db6e86f8866b tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0514445 Mar 28 05:48:45.163962 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a61a7023-a8d7-44db-97b5-2b625c88e0f7 req-b20e1829-b78c-4910-8c92-30d4726d1128 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Mar 28 05:48:45.267929 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41777b-beed-43de-bee6-5646b1456619 req-374ddc0a-996b-4ad9-8d0a-786a655aa220 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:45.269386 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cc41777b-beed-43de-bee6-5646b1456619 req-374ddc0a-996b-4ad9-8d0a-786a655aa220 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 946 time: 0.0819466 Mar 28 05:48:45.282668 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49cfbd-385c-4081-b57e-bd9cf38c1e99 req-06bb1473-ac2c-40f2-9a57-d0bde7e9cd22 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:45.283991 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dc49cfbd-385c-4081-b57e-bd9cf38c1e99 req-06bb1473-ac2c-40f2-9a57-d0bde7e9cd22 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 945 time: 0.0704627 Mar 28 05:48:45.330515 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cc41777b-beed-43de-bee6-5646b1456619 req-5e5089ec-493a-4ff9-9cb3-17e8d7454a1b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555322 Mar 28 05:48:45.414299 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-dc49cfbd-385c-4081-b57e-bd9cf38c1e99 req-a1664ec3-7156-439a-ae95-bc876b3764ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Deleting port a42e0a2d-e91a-4663-8492-b7a830d6fc1e {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:48:45.414646 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-dc49cfbd-385c-4081-b57e-bd9cf38c1e99 req-a1664ec3-7156-439a-ae95-bc876b3764ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:45.499778 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-dc49cfbd-385c-4081-b57e-bd9cf38c1e99 req-a1664ec3-7156-439a-ae95-bc876b3764ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] For port a42e0a2d-e91a-4663-8492-b7a830d6fc1e, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a42e0a2d-e91a-4663-8492-b7a830d6fc1e,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:45.500132 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-dc49cfbd-385c-4081-b57e-bd9cf38c1e99 req-a1664ec3-7156-439a-ae95-bc876b3764ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:45.512941 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-dc49cfbd-385c-4081-b57e-bd9cf38c1e99 req-a1664ec3-7156-439a-ae95-bc876b3764ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Calling delete_port for a42e0a2d-e91a-4663-8492-b7a830d6fc1e owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:48:45.639644 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-dc49cfbd-385c-4081-b57e-bd9cf38c1e99 req-a1664ec3-7156-439a-ae95-bc876b3764ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (a42e0a2d-e91a-4663-8492-b7a830d6fc1e), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:45.671460 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1664ec3-7156-439a-ae95-bc876b3764ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event deleted for resources: {'Port': ['ID=a42e0a2d-e91a-4663-8492-b7a830d6fc1e,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:45.682234 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['c58195dc-aa00-42ec-84fd-df7199328b1c', 'a42e0a2d-e91a-4663-8492-b7a830d6fc1e'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:48:45.714826 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc49cfbd-385c-4081-b57e-bd9cf38c1e99 req-a1664ec3-7156-439a-ae95-bc876b3764ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] No DVR routers for this DVR port a42e0a2d-e91a-4663-8492-b7a830d6fc1e on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:48:45.717510 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-dc49cfbd-385c-4081-b57e-bd9cf38c1e99 req-a1664ec3-7156-439a-ae95-bc876b3764ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:45.720788 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dc49cfbd-385c-4081-b57e-bd9cf38c1e99 req-a1664ec3-7156-439a-ae95-bc876b3764ac tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "DELETE /v2.0/ports/a42e0a2d-e91a-4663-8492-b7a830d6fc1e HTTP/1.1" status: 204 len: 173 time: 0.4043715 Mar 28 05:48:45.721287 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df242b85-8931-4cb4-a052-78dd7a7c6688', 'name': 'network-vif-deleted', 'tag': 'a42e0a2d-e91a-4663-8492-b7a830d6fc1e'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:45.723556 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f95a801-2873-4cf9-96db-b423404fbe50" -d '{"events": [{"server_uuid": "df242b85-8931-4cb4-a052-78dd7a7c6688", "name": "network-vif-deleted", "tag": "a42e0a2d-e91a-4663-8492-b7a830d6fc1e"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:45.758424 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a1cedf-57f6-4e32-925f-562d7be24330 x-openstack-request-id: req-d0a1cedf-57f6-4e32-925f-562d7be24330 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:45.758824 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df242b85-8931-4cb4-a052-78dd7a7c6688", "name": "network-vif-deleted", "tag": "a42e0a2d-e91a-4663-8492-b7a830d6fc1e", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:45.758955 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0a1cedf-57f6-4e32-925f-562d7be24330 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:45.759362 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a1cedf-57f6-4e32-925f-562d7be24330'] response: {'server_uuid': 'df242b85-8931-4cb4-a052-78dd7a7c6688', 'name': 'network-vif-deleted', 'tag': 'a42e0a2d-e91a-4663-8492-b7a830d6fc1e', 'status': 'completed', 'code': 200} Mar 28 05:48:46.267277 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-709d878f-aaf7-40b0-b6da-c106c1e49582 req-0348dcd9-99fa-4d08-a6ee-554ee922426d tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=df242b85-8931-4cb4-a052-78dd7a7c6688 HTTP/1.1" status: 200 len: 210 time: 0.0269208 Mar 28 05:48:46.462875 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73f581-7e94-4ac7-9fbc-df885899894d req-7d2cd739-b468-46f6-a765-d5c9717c07bf tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:46.464328 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cc73f581-7e94-4ac7-9fbc-df885899894d req-7d2cd739-b468-46f6-a765-d5c9717c07bf tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 946 time: 0.0523741 Mar 28 05:48:46.510852 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cc73f581-7e94-4ac7-9fbc-df885899894d req-4ad2601b-0864-4c02-94ed-7e0ac5499935 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405223 Mar 28 05:48:46.620476 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73927a37-f90b-4e07-b591-452a9271b34d req-77b1549d-93fa-4633-b293-ff8716d0df8b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:46.621893 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-73927a37-f90b-4e07-b591-452a9271b34d req-77b1549d-93fa-4633-b293-ff8716d0df8b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 946 time: 0.0511153 Mar 28 05:48:46.630346 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41220) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:46.634448 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-1ccd7867-4b7f-4e99-a811-dbc9eb3851e7 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Request body: {'floatingip': {'port_id': 'e9715c96-18f9-4198-9959-3321b103d343'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:46.675569 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7867-4b7f-4e99-a811-dbc9eb3851e7 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (df55e361-bf37-4cd7-96d2-6390e83c0428), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:47.326559 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7867-4b7f-4e99-a811-dbc9eb3851e7 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:47.331336 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7867-4b7f-4e99-a811-dbc9eb3851e7 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (df55e361-bf37-4cd7-96d2-6390e83c0428), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:47.432420 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-1ccd7867-4b7f-4e99-a811-dbc9eb3851e7 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Floating IP df55e361-bf37-4cd7-96d2-6390e83c0428 associated. External IP: 172.27.1.217, port: e9715c96-18f9-4198-9959-3321b103d343. Mar 28 05:48:47.572177 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bbd0f-bdbb-4e3c-9487-adab71086cc7 req-af5655e3-9f5a-4e63-862b-e3e6aaefae41 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:47.573547 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-885bbd0f-bdbb-4e3c-9487-adab71086cc7 req-af5655e3-9f5a-4e63-862b-e3e6aaefae41 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0756152 Mar 28 05:48:47.692012 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-885bbd0f-bdbb-4e3c-9487-adab71086cc7 req-26a767e8-495c-492e-901f-7f45d06938d7 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122472 Mar 28 05:48:47.715904 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccd7867-4b7f-4e99-a811-dbc9eb3851e7 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:48:47.824053 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccd7867-4b7f-4e99-a811-dbc9eb3851e7 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:48:47.828688 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7867-4b7f-4e99-a811-dbc9eb3851e7 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:47.834884 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6e6127-d8e2-4aef-9cb1-889a8d0bda68 None None] Sync routers for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:48:47.844889 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6e6127-d8e2-4aef-9cb1-889a8d0bda68 None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:47.845499 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-fb6e6127-d8e2-4aef-9cb1-889a8d0bda68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:48:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:47.858089 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-1ccd7867-4b7f-4e99-a811-dbc9eb3851e7 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "PUT /v2.0/floatingips/df55e361-bf37-4cd7-96d2-6390e83c0428 HTTP/1.1" status: 200 len: 992 time: 1.2267010 Mar 28 05:48:47.858671 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'tag': 'e9715c96-18f9-4198-9959-3321b103d343'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:47.860879 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb328bd-abba-4c6f-a0d0-e038cc01d783", "tag": "e9715c96-18f9-4198-9959-3321b103d343"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:47.895240 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fa8a35-a0d4-402f-a5ab-eb5115c70bbd x-openstack-request-id: req-70fa8a35-a0d4-402f-a5ab-eb5115c70bbd {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:47.895532 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb328bd-abba-4c6f-a0d0-e038cc01d783", "tag": "e9715c96-18f9-4198-9959-3321b103d343", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:47.895790 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70fa8a35-a0d4-402f-a5ab-eb5115c70bbd {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:47.896195 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fa8a35-a0d4-402f-a5ab-eb5115c70bbd'] response: {'name': 'network-changed', 'server_uuid': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'tag': 'e9715c96-18f9-4198-9959-3321b103d343', 'status': 'completed', 'code': 200} Mar 28 05:48:47.951310 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-fb6e6127-d8e2-4aef-9cb1-889a8d0bda68 None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:48.060854 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b req-8ea09cb7-7428-4c9e-b021-03969e60b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:48.062433 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b req-8ea09cb7-7428-4c9e-b021-03969e60b847 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=166ef12b1d8740979caa27285de2817a&device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 1130 time: 0.0479922 Mar 28 05:48:48.160782 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b req-0f9e841c-f09c-42c0-b34a-798efcd6d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:48.162150 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b req-0f9e841c-f09c-42c0-b34a-798efcd6d0ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 200 len: 911 time: 0.0845180 Mar 28 05:48:48.171195 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-fb6e6127-d8e2-4aef-9cb1-889a8d0bda68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': 'df55e361-bf37-4cd7-96d2-6390e83c0428', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'port_id': 'e9715c96-18f9-4198-9959-3321b103d343', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'mac_address': 'fa:16:3e:25:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:48:33Z', 'updated_at': '2022-03-28T05:48:47Z', 'revision_number': 1, 'project_id': '166ef12b1d8740979caa27285de2817a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:48.200007 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6e6127-d8e2-4aef-9cb1-889a8d0bda68 None None] Checking router: 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:48:48.208400 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6e6127-d8e2-4aef-9cb1-889a8d0bda68 None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:48.209005 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-fb6e6127-d8e2-4aef-9cb1-889a8d0bda68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:48:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:48.231753 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b req-72a7718f-349b-40ff-b97c-da6c16d8c320 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9715c96-18f9-4198-9959-3321b103d343 HTTP/1.1" status: 200 len: 1000 time: 0.0611591 Mar 28 05:48:48.278609 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b req-7c54c6db-0561-4fd7-af8e-bf9cf802c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:48.280134 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b req-7c54c6db-0561-4fd7-af8e-bf9cf802c9fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=418f1d99-5341-4144-b9ec-3887908e7b7b HTTP/1.1" status: 200 len: 850 time: 0.0429118 Mar 28 05:48:48.315291 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-fb6e6127-d8e2-4aef-9cb1-889a8d0bda68 None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:48.327458 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b req-dae1e3da-1cae-4c58-8840-81b87eb93508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:48.328958 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b req-dae1e3da-1cae-4c58-8840-81b87eb93508 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432842 Mar 28 05:48:48.342096 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a42e0a2d-e91a-4663-8492-b7a830d6fc1e no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:48:48.364050 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: a42e0a2d-e91a-4663-8492-b7a830d6fc1e {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:48:48.364385 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a42e0a2d-e91a-4663-8492-b7a830d6fc1e not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:48:48.521317 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7a770-b126-4d0f-aa51-09608e6f482b req-6839aa17-5ee6-4e50-a344-4db33015a3c5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:48.523567 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8af7a770-b126-4d0f-aa51-09608e6f482b req-6839aa17-5ee6-4e50-a344-4db33015a3c5 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.1273139 Mar 28 05:48:48.537647 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b req-839be628-4e66-4d23-83af-4915f49cb626 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427879 Mar 28 05:48:48.682125 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-fb6e6127-d8e2-4aef-9cb1-889a8d0bda68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': 'df55e361-bf37-4cd7-96d2-6390e83c0428', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'port_id': 'e9715c96-18f9-4198-9959-3321b103d343', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'mac_address': 'fa:16:3e:25:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:48:33Z', 'updated_at': '2022-03-28T05:48:47Z', 'revision_number': 1, 'project_id': '166ef12b1d8740979caa27285de2817a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:48.689742 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1cf64508-2f72-4ed6-a283-1ff5248cfd2b req-af63348a-2bc8-4b70-9219-8d4397421335 service neutron] 10.222.0.21 "GET /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321037 Mar 28 05:48:48.695781 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-8af7a770-b126-4d0f-aa51-09608e6f482b req-d17d78ca-a355-4470-8d02-ec9e02c63783 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Deleting port c58195dc-aa00-42ec-84fd-df7199328b1c {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:48:48.696179 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-8af7a770-b126-4d0f-aa51-09608e6f482b req-d17d78ca-a355-4470-8d02-ec9e02c63783 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:48.715598 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6e6127-d8e2-4aef-9cb1-889a8d0bda68 None None] The sync data for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi is: [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': 'df55e361-bf37-4cd7-96d2-6390e83c0428', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'port_id': 'e9715c96-18f9-4198-9959-3321b103d343', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'mac_address': 'fa:16:3e:25:42:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:48:33Z', 'updated_at': '2022-03-28T05:48:47Z', 'revision_number': 1, 'project_id': '166ef12b1d8740979caa27285de2817a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:48:48.820999 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-8af7a770-b126-4d0f-aa51-09608e6f482b req-d17d78ca-a355-4470-8d02-ec9e02c63783 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] For port c58195dc-aa00-42ec-84fd-df7199328b1c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c58195dc-aa00-42ec-84fd-df7199328b1c,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:48.821356 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-8af7a770-b126-4d0f-aa51-09608e6f482b req-d17d78ca-a355-4470-8d02-ec9e02c63783 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:48.836624 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-8af7a770-b126-4d0f-aa51-09608e6f482b req-d17d78ca-a355-4470-8d02-ec9e02c63783 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Calling delete_port for c58195dc-aa00-42ec-84fd-df7199328b1c owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:48:48.861293 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3cca9-1931-4129-b648-64888cb3f676 req-351e130c-0940-4edb-ab4e-ba389be6e937 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:48.862841 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-80f3cca9-1931-4129-b648-64888cb3f676 req-351e130c-0940-4edb-ab4e-ba389be6e937 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c0ad0-e201-4e63-b842-cc0fde1ea131 HTTP/1.1" status: 200 len: 946 time: 0.0936193 Mar 28 05:48:48.931350 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2b7ab-4de6-4c20-9a99-37508c9ac6ae None None] New status for floating IP df55e361-bf37-4cd7-96d2-6390e83c0428: ACTIVE {{(pid=109791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:48:48.961875 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-80f3cca9-1931-4129-b648-64888cb3f676 req-4bb6f997-a792-4fc6-8974-3ab1d09c0e40 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b8515c6-4b33-486e-be55-5db177ff9d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662379 Mar 28 05:48:49.022743 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-8af7a770-b126-4d0f-aa51-09608e6f482b req-d17d78ca-a355-4470-8d02-ec9e02c63783 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (c58195dc-aa00-42ec-84fd-df7199328b1c), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:49.051239 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d78ca-a355-4470-8d02-ec9e02c63783 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Pushing event deleted for resources: {'Port': ['ID=c58195dc-aa00-42ec-84fd-df7199328b1c,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:49.056896 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['c58195dc-aa00-42ec-84fd-df7199328b1c'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:48:49.096066 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af7a770-b126-4d0f-aa51-09608e6f482b req-d17d78ca-a355-4470-8d02-ec9e02c63783 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] No DVR routers for this DVR port c58195dc-aa00-42ec-84fd-df7199328b1c on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:48:49.098579 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-8af7a770-b126-4d0f-aa51-09608e6f482b req-d17d78ca-a355-4470-8d02-ec9e02c63783 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:49.101854 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8af7a770-b126-4d0f-aa51-09608e6f482b req-d17d78ca-a355-4470-8d02-ec9e02c63783 tempest-ServerRescueNegativeTestJSON-408023829 tempest-ServerRescueNegativeTestJSON-408023829-project] 10.222.0.21 "DELETE /v2.0/ports/c58195dc-aa00-42ec-84fd-df7199328b1c HTTP/1.1" status: 204 len: 173 time: 0.5717971 Mar 28 05:48:49.390929 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:48:49.897563 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728c0ad0-e201-4e63-b842-cc0fde1ea131', 'name': 'network-vif-deleted', 'tag': 'c58195dc-aa00-42ec-84fd-df7199328b1c'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:49.899935 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c76bce-bbce-4e4f-b62b-f165b9417ddb" -d '{"events": [{"server_uuid": "728c0ad0-e201-4e63-b842-cc0fde1ea131", "name": "network-vif-deleted", "tag": "c58195dc-aa00-42ec-84fd-df7199328b1c"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:49.937679 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d204fa3c-6a36-4c19-9a20-8f91be651aa4 x-openstack-request-id: req-d204fa3c-6a36-4c19-9a20-8f91be651aa4 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:49.937995 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728c0ad0-e201-4e63-b842-cc0fde1ea131", "name": "network-vif-deleted", "tag": "c58195dc-aa00-42ec-84fd-df7199328b1c", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:49.938371 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d204fa3c-6a36-4c19-9a20-8f91be651aa4 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:49.938696 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d204fa3c-6a36-4c19-9a20-8f91be651aa4'] response: {'server_uuid': '728c0ad0-e201-4e63-b842-cc0fde1ea131', 'name': 'network-vif-deleted', 'tag': 'c58195dc-aa00-42ec-84fd-df7199328b1c', 'status': 'completed', 'code': 200} Mar 28 05:48:50.016200 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41240) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:50.522478 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737862'] for router_interface (9658da23-a78f-4c25-ad4a-58c527d682a9), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:50.813372 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] Deleting port 84d33d47-dec8-4c58-afaa-5e7c2a15d585 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:48:50.813644 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:50.890882 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] For port 84d33d47-dec8-4c58-afaa-5e7c2a15d585, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=84d33d47-dec8-4c58-afaa-5e7c2a15d585,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:50.891238 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:50.903871 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] Calling delete_port for 84d33d47-dec8-4c58-afaa-5e7c2a15d585 owned by network:router_interface {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:48:51.076475 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (84d33d47-dec8-4c58-afaa-5e7c2a15d585), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:51.107288 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d33d47-dec8-4c58-afaa-5e7c2a15d585,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:51.275916 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738294'] for router_interface (9658da23-a78f-4c25-ad4a-58c527d682a9), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:51.487524 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] Router 9658da23-a78f-4c25-ad4a-58c527d682a9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:48:51.835585 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:48:51.840731 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-2bdc1549-3dda-4a00-8a05-07e126f18122 admin admin] 10.222.0.20 "PUT /v2.0/routers/9658da23-a78f-4c25-ad4a-58c527d682a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8235030 Mar 28 05:48:51.843186 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41244) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:51.846211 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5374f4-8b85-4b82-8628-cb5c9d55de53 None None] Sync routers for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:48:51.855949 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5374f4-8b85-4b82-8628-cb5c9d55de53 None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:51.856688 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-0d5374f4-8b85-4b82-8628-cb5c9d55de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:48:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:51.943825 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Publish callbacks [] for router (9658da23-a78f-4c25-ad4a-58c527d682a9), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:51.962089 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-0d5374f4-8b85-4b82-8628-cb5c9d55de53 None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:52.049521 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Publish callbacks [] for router_gateway (9658da23-a78f-4c25-ad4a-58c527d682a9), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.107444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Deleting port a96ad468-c28c-4c71-91f0-7838ace6f6b8 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:48:52.107886 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.141526 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-0d5374f4-8b85-4b82-8628-cb5c9d55de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:48:51Z', 'revision_number': 5, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port': {'id': 'a96ad468-c28c-4c71-91f0-7838ace6f6b8', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:52.171717 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5374f4-8b85-4b82-8628-cb5c9d55de53 None None] Checking router: 9658da23-a78f-4c25-ad4a-58c527d682a9 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:48:52.179996 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5374f4-8b85-4b82-8628-cb5c9d55de53 None None] Routers {'9658da23-a78f-4c25-ad4a-58c527d682a9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:52.180607 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-0d5374f4-8b85-4b82-8628-cb5c9d55de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:48:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['9658da23-a78f-4c25-ad4a-58c527d682a9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:52.185506 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] For port a96ad468-c28c-4c71-91f0-7838ace6f6b8, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=a96ad468-c28c-4c71-91f0-7838ace6f6b8,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:52.185865 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.198001 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Calling delete_port for a96ad468-c28c-4c71-91f0-7838ace6f6b8 owned by network:router_gateway {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:48:52.267178 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-0d5374f4-8b85-4b82-8628-cb5c9d55de53 None None] Set router 9658da23-a78f-4c25-ad4a-58c527d682a9 gateway port host: None {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:52.317828 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-0d5374f4-8b85-4b82-8628-cb5c9d55de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:48:52Z', 'revision_number': 6, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port_host': None}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:52.349759 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c58195dc-aa00-42ec-84fd-df7199328b1c no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:48:52.351629 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5374f4-8b85-4b82-8628-cb5c9d55de53 None None] The sync data for ids ['9658da23-a78f-4c25-ad4a-58c527d682a9'] in dv-cinder-831776-5-iscsi is: [{'id': '9658da23-a78f-4c25-ad4a-58c527d682a9', 'name': 'tempest-ServerRescueNegativeTestJSON-647401926-router', 'tenant_id': 'a95d365daa944917810d5e95e3b2aefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:48:52Z', 'revision_number': 6, 'project_id': 'a95d365daa944917810d5e95e3b2aefe', 'gw_port_host': None}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:48:52.363786 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (a96ad468-c28c-4c71-91f0-7838ace6f6b8), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.372635 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: c58195dc-aa00-42ec-84fd-df7199328b1c {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:48:52.372978 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c58195dc-aa00-42ec-84fd-df7199328b1c not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:48:52.391633 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96ad468-c28c-4c71-91f0-7838ace6f6b8,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:52.451717 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738316'] for router_gateway (9658da23-a78f-4c25-ad4a-58c527d682a9), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.557171 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (9658da23-a78f-4c25-ad4a-58c527d682a9), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.559408 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Publish callbacks [] for router_controller (9658da23-a78f-4c25-ad4a-58c527d682a9), precommit_delete_associations {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.625918 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-753391'] for router (9658da23-a78f-4c25-ad4a-58c527d682a9), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.626529 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9658da23-a78f-4c25-ad4a-58c527d682a9 {{(pid=109788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:48:52.631347 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.632486 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-c63a79c3-dbee-4efa-ac95-b01986bcbfa1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9658da23-a78f-4c25-ad4a-58c527d682a9 HTTP/1.1" status: 204 len: 168 time: 0.7883842 Mar 28 05:48:52.634972 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41246) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:52.678647 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ff51f8-ab85-4f29-b94a-9e12031f33e7 admin admin] Deleting subnet 70160510-8cfd-401b-a1a1-83d7366e7ea9 {{(pid=109788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:48:52.681756 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c1ff51f8-ab85-4f29-b94a-9e12031f33e7 admin admin] Publish callbacks [] for subnet (70160510-8cfd-401b-a1a1-83d7366e7ea9), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.717040 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c1ff51f8-ab85-4f29-b94a-9e12031f33e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26646671'] for subnet (70160510-8cfd-401b-a1a1-83d7366e7ea9), precommit_delete_associations {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.834194 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c1ff51f8-ab85-4f29-b94a-9e12031f33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (70160510-8cfd-401b-a1a1-83d7366e7ea9), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.891924 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c1ff51f8-ab85-4f29-b94a-9e12031f33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3578394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26897297'] for subnet (70160510-8cfd-401b-a1a1-83d7366e7ea9), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.916845 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff51f8-ab85-4f29-b94a-9e12031f33e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70160510-8cfd-401b-a1a1-83d7366e7ea9,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:52.920530 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c1ff51f8-ab85-4f29-b94a-9e12031f33e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:52.923682 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-c1ff51f8-ab85-4f29-b94a-9e12031f33e7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/70160510-8cfd-401b-a1a1-83d7366e7ea9 HTTP/1.1" status: 204 len: 168 time: 0.2878001 Mar 28 05:48:52.926327 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41248) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:52.927903 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501504be-bd37-4ebc-88b6-280b06827c9d None None] Network c94c60e6-502e-4023-8856-b513dc210de9 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:48:52.997368 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (c94c60e6-502e-4023-8856-b513dc210de9), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.053672 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Deleting port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:48:53.054006 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.100563 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68978f7-b701-453b-8757-cdacc98048e9 None None] DHCP port deletion for c94c60e6-502e-4023-8856-b513dc210de9 request from dv-cinder-831776-5-iscsi {{(pid=109790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:48:53.124117 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] For port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=3798cf4b-6fe8-4d28-b4ca-d32420f73b7a,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:53.124502 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.138997 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Calling delete_port for 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a owned by network:dhcp {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:48:53.154402 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-e68978f7-b701-453b-8757-cdacc98048e9 None None] Deleting port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:48:53.154801 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e68978f7-b701-453b-8757-cdacc98048e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.215652 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-e68978f7-b701-453b-8757-cdacc98048e9 None None] For port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=3798cf4b-6fe8-4d28-b4ca-d32420f73b7a,segment=NetworkSegment(ac24948c-e50c-4aeb-9985-9a523f64ce36),segment_id=ac24948c-e50c-4aeb-9985-9a523f64ce36)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:53.216050 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e68978f7-b701-453b-8757-cdacc98048e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.217413 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.231901 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-e68978f7-b701-453b-8757-cdacc98048e9 None None] Calling delete_port for 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a owned by network:dhcp {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:48:53.245499 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3798cf4b-6fe8-4d28-b4ca-d32420f73b7a,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:53.249597 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] No DVR routers for this DVR port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a on host dv-cinder-831776-5-iscsi {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:48:53.319095 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (c94c60e6-502e-4023-8856-b513dc210de9), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.340827 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94c60e6-502e-4023-8856-b513dc210de9']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:53.344620 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e68978f7-b701-453b-8757-cdacc98048e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900'] for port (3798cf4b-6fe8-4d28-b4ca-d32420f73b7a), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.350446 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac24948c-e50c-4aeb-9985-9a523f64ce36') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:53.350747 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac24948c-e50c-4aeb-9985-9a523f64ce36') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:53.360616 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2432485'] for segment (ac24948c-e50c-4aeb-9985-9a523f64ce36), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.373260 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68978f7-b701-453b-8757-cdacc98048e9 None None] Pushing event deleted for resources: {'Port': ['ID=3798cf4b-6fe8-4d28-b4ca-d32420f73b7a,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:53.373950 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (ac24948c-e50c-4aeb-9985-9a523f64ce36), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.376717 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68978f7-b701-453b-8757-cdacc98048e9 None None] No DVR routers for this DVR port 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a on host dv-cinder-831776-5-iscsi {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:48:53.381441 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:48:53.381888 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734630'] for segment (ac24948c-e50c-4aeb-9985-9a523f64ce36), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: Traceback (most recent call last): Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: timer() Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: cb(*args, **kw) Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: return func(*args, **kwargs) Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: self._notify() Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: self.callback(batched_events) Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: event.method(event) Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: return f(self, *a, **k) Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._get(url).json() Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:48:53.383719 dv-cinder-831776-5-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:48:53.440519 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (c94c60e6-502e-4023-8856-b513dc210de9), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.446780 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.449968 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] 10.222.0.20 "DELETE /v2.0/networks/c94c60e6-502e-4023-8856-b513dc210de9 HTTP/1.1" status: 204 len: 168 time: 0.5226655 Mar 28 05:48:53.459461 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5708b5-3567-4c95-8c8a-990f37e7b6ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c94c60e6-502e-4023-8856-b513dc210de9,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:53.563845 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41252) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:53.603698 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e440b92b-ad0b-4cb4-a265-fa091a3293ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a95d365daa944917810d5e95e3b2aefe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386291 Mar 28 05:48:53.606006 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41254) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:53.650797 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-beced47b-d87e-40b5-846f-666143210d2c admin admin] Publish callbacks [] for security_group (7b8515c6-4b33-486e-be55-5db177ff9d13), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.671411 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-beced47b-d87e-40b5-846f-666143210d2c admin admin] Publish callbacks [] for security_group (7b8515c6-4b33-486e-be55-5db177ff9d13), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.716934 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-beced47b-d87e-40b5-846f-666143210d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (7b8515c6-4b33-486e-be55-5db177ff9d13), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.719497 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-beced47b-d87e-40b5-846f-666143210d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.720620 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-beced47b-d87e-40b5-846f-666143210d2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b8515c6-4b33-486e-be55-5db177ff9d13 HTTP/1.1" status: 204 len: 168 time: 0.1137190 Mar 28 05:48:53.727877 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beced47b-d87e-40b5-846f-666143210d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8515c6-4b33-486e-be55-5db177ff9d13,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:53.848589 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:48:53.871801 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:48:53.872221 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 3798cf4b-6fe8-4d28-b4ca-d32420f73b7a not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:48:53.872545 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 84d33d47-dec8-4c58-afaa-5e7c2a15d585 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:48:53.892199 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 84d33d47-dec8-4c58-afaa-5e7c2a15d585 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:48:53.892548 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 84d33d47-dec8-4c58-afaa-5e7c2a15d585 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:48:53.892957 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device a96ad468-c28c-4c71-91f0-7838ace6f6b8 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:48:53.911919 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: a96ad468-c28c-4c71-91f0-7838ace6f6b8 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:48:53.912189 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device a96ad468-c28c-4c71-91f0-7838ace6f6b8 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:48:55.328329 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41308) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:55.428220 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-207ab8ad-4cbf-4228-b4ac-c09960651e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:55.502912 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-207ab8ad-4cbf-4228-b4ac-c09960651e84 admin admin] Publish callbacks [] for security_group (f30348b5-37dd-46d3-a139-32b0a8710246), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:55.506374 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-207ab8ad-4cbf-4228-b4ac-c09960651e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f30348b5-37dd-46d3-a139-32b0a8710246), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:55.543574 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-207ab8ad-4cbf-4228-b4ac-c09960651e84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01a7ba04df484aa0a8fd1e2c3811b93e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141685 Mar 28 05:48:55.544438 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ab8ad-4cbf-4228-b4ac-c09960651e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30348b5-37dd-46d3-a139-32b0a8710246,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:55.546825 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41312) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:55.597857 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d100d935-19b2-498a-aec3-315dfaa0c545 admin admin] Publish callbacks [] for security_group (f30348b5-37dd-46d3-a139-32b0a8710246), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:55.618091 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d100d935-19b2-498a-aec3-315dfaa0c545 admin admin] Publish callbacks [] for security_group (f30348b5-37dd-46d3-a139-32b0a8710246), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:55.664327 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d100d935-19b2-498a-aec3-315dfaa0c545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f30348b5-37dd-46d3-a139-32b0a8710246), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:55.667012 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d100d935-19b2-498a-aec3-315dfaa0c545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:55.668236 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-d100d935-19b2-498a-aec3-315dfaa0c545 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f30348b5-37dd-46d3-a139-32b0a8710246 HTTP/1.1" status: 204 len: 168 time: 0.1208570 Mar 28 05:48:55.675717 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100d935-19b2-498a-aec3-315dfaa0c545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30348b5-37dd-46d3-a139-32b0a8710246,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:55.919496 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41318) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:55.932500 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7a4a639a-733d-453a-b09d-cca5932c77ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:56.005248 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7a4a639a-733d-453a-b09d-cca5932c77ef admin admin] Publish callbacks [] for security_group (6c474f06-bc1a-49f1-a364-2aa6879b5d80), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:56.008836 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7a4a639a-733d-453a-b09d-cca5932c77ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (6c474f06-bc1a-49f1-a364-2aa6879b5d80), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:56.045617 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-7a4a639a-733d-453a-b09d-cca5932c77ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=089a5fb435b84d828b1a65f8459dcfaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250732 Mar 28 05:48:56.047532 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a639a-733d-453a-b09d-cca5932c77ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c474f06-bc1a-49f1-a364-2aa6879b5d80,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:56.048396 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41320) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:56.096374 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9b2c21e3-a4b5-44e8-af95-9d0209ae28db admin admin] Publish callbacks [] for security_group (6c474f06-bc1a-49f1-a364-2aa6879b5d80), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:56.116358 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9b2c21e3-a4b5-44e8-af95-9d0209ae28db admin admin] Publish callbacks [] for security_group (6c474f06-bc1a-49f1-a364-2aa6879b5d80), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:56.162893 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9b2c21e3-a4b5-44e8-af95-9d0209ae28db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (6c474f06-bc1a-49f1-a364-2aa6879b5d80), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:56.165401 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9b2c21e3-a4b5-44e8-af95-9d0209ae28db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:56.166548 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9b2c21e3-a4b5-44e8-af95-9d0209ae28db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c474f06-bc1a-49f1-a364-2aa6879b5d80 HTTP/1.1" status: 204 len: 168 time: 0.1171505 Mar 28 05:48:56.174552 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c21e3-a4b5-44e8-af95-9d0209ae28db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c474f06-bc1a-49f1-a364-2aa6879b5d80,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:59.682020 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5774bca0-f542-4220-ad5f-3bc593973a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:02.092535 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-022e1dc2-b4b0-4c81-a9e7-c3acfdead9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:03.035131 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:04.716491 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:06.318177 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:08.501957 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41480) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:08.607895 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4e4f4f79-9c31-4e36-89f5-a81f7cd6836a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:08.684478 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4e4f4f79-9c31-4e36-89f5-a81f7cd6836a admin admin] Publish callbacks [] for security_group (bdbc8b30-05d9-4523-924c-e764c6da8021), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:08.687798 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4e4f4f79-9c31-4e36-89f5-a81f7cd6836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (bdbc8b30-05d9-4523-924c-e764c6da8021), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:08.726977 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f4f79-9c31-4e36-89f5-a81f7cd6836a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbc8b30-05d9-4523-924c-e764c6da8021,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:08.731521 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4e4f4f79-9c31-4e36-89f5-a81f7cd6836a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14ab43f7a78445698f7dc3c8e7969cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283921 Mar 28 05:49:08.734204 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41496) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:08.786038 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0b48601e-f1c4-412e-83d5-85072df9fd2a admin admin] Publish callbacks [] for security_group (bdbc8b30-05d9-4523-924c-e764c6da8021), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:08.810144 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0b48601e-f1c4-412e-83d5-85072df9fd2a admin admin] Publish callbacks [] for security_group (bdbc8b30-05d9-4523-924c-e764c6da8021), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:08.840362 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742930b-49f7-4a11-9cd8-025ac46637ad req-f5df141e-28a7-47a1-b160-a1d0c448f283 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:08.842108 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a742930b-49f7-4a11-9cd8-025ac46637ad req-f5df141e-28a7-47a1-b160-a1d0c448f283 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0581479 Mar 28 05:49:08.858005 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0b48601e-f1c4-412e-83d5-85072df9fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (bdbc8b30-05d9-4523-924c-e764c6da8021), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:08.860591 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0b48601e-f1c4-412e-83d5-85072df9fd2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:08.861723 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0b48601e-f1c4-412e-83d5-85072df9fd2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdbc8b30-05d9-4523-924c-e764c6da8021 HTTP/1.1" status: 204 len: 168 time: 0.1265676 Mar 28 05:49:08.869912 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48601e-f1c4-412e-83d5-85072df9fd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbc8b30-05d9-4523-924c-e764c6da8021,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:08.899767 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a742930b-49f7-4a11-9cd8-025ac46637ad req-7f5ebf8a-c524-451e-b7ba-50d5b8cae591 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517004 Mar 28 05:49:08.929865 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:09.130078 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41502) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:09.143487 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c5208b71-501b-4c02-9ad2-495be19125a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:09.215089 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c5208b71-501b-4c02-9ad2-495be19125a8 admin admin] Publish callbacks [] for security_group (4c090ae4-9338-4649-8ba0-6f33c96505c7), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:09.218408 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c5208b71-501b-4c02-9ad2-495be19125a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (4c090ae4-9338-4649-8ba0-6f33c96505c7), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:09.255362 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c5208b71-501b-4c02-9ad2-495be19125a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4025ee33c2a42469a48050d3484f6d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1242495 Mar 28 05:49:09.256433 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5208b71-501b-4c02-9ad2-495be19125a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c090ae4-9338-4649-8ba0-6f33c96505c7,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:09.257969 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41504) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:09.304512 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ef715eca-f442-4de4-beee-7ae74e5a0c28 admin admin] Publish callbacks [] for security_group (4c090ae4-9338-4649-8ba0-6f33c96505c7), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:09.325224 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ef715eca-f442-4de4-beee-7ae74e5a0c28 admin admin] Publish callbacks [] for security_group (4c090ae4-9338-4649-8ba0-6f33c96505c7), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:09.371001 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ef715eca-f442-4de4-beee-7ae74e5a0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (4c090ae4-9338-4649-8ba0-6f33c96505c7), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:09.373530 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ef715eca-f442-4de4-beee-7ae74e5a0c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:09.375336 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-ef715eca-f442-4de4-beee-7ae74e5a0c28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c090ae4-9338-4649-8ba0-6f33c96505c7 HTTP/1.1" status: 204 len: 168 time: 0.1163719 Mar 28 05:49:09.383049 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef715eca-f442-4de4-beee-7ae74e5a0c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c090ae4-9338-4649-8ba0-6f33c96505c7,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:10.033698 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b2d76-741a-4c26-91a9-d51b57a67f73 req-45ec9e38-7a2f-495d-9f24-46ca7a05b8b2 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:10.035350 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c37b2d76-741a-4c26-91a9-d51b57a67f73 req-45ec9e38-7a2f-495d-9f24-46ca7a05b8b2 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0552542 Mar 28 05:49:10.084219 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c37b2d76-741a-4c26-91a9-d51b57a67f73 req-6635dee2-a0f2-4708-a01a-83e056fe0489 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Mar 28 05:49:11.206020 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325ffc4-0439-4e58-800d-07e14481cb84 req-2cf894c9-3094-4e18-8c56-e64177799755 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:11.207392 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3325ffc4-0439-4e58-800d-07e14481cb84 req-2cf894c9-3094-4e18-8c56-e64177799755 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0547514 Mar 28 05:49:11.252893 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3325ffc4-0439-4e58-800d-07e14481cb84 req-7d2a4189-b814-4220-9432-e035fd20a2bc tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400281 Mar 28 05:49:12.375130 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5a9a8-df59-4846-b291-f7c892b54707 req-c443d83a-b8a3-4133-80b1-a744e644ae59 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:12.376604 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c9a5a9a8-df59-4846-b291-f7c892b54707 req-c443d83a-b8a3-4133-80b1-a744e644ae59 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0524616 Mar 28 05:49:12.423165 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c9a5a9a8-df59-4846-b291-f7c892b54707 req-f8a433d1-5abd-45d2-ad97-8a6cf82b8a14 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411613 Mar 28 05:49:13.398525 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac0a64-800f-4bbc-b794-d287a1763519 req-467e4efa-9004-4666-9e54-d6e63deef47f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:13.399985 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9ac0a64-800f-4bbc-b794-d287a1763519 req-467e4efa-9004-4666-9e54-d6e63deef47f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0548313 Mar 28 05:49:13.447014 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9ac0a64-800f-4bbc-b794-d287a1763519 req-c39b9d80-7d20-44d0-881c-eae9e8821214 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Mar 28 05:49:13.551407 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f4585-7b5f-48c9-a228-d31a05cd4689 req-9ddbb2d8-af15-4a17-86f3-46fe28a5fa77 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:13.553056 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-050f4585-7b5f-48c9-a228-d31a05cd4689 req-9ddbb2d8-af15-4a17-86f3-46fe28a5fa77 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0559320 Mar 28 05:49:13.604412 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-050f4585-7b5f-48c9-a228-d31a05cd4689 req-edec9929-090d-4df0-aa73-beaa91723f8a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454664 Mar 28 05:49:13.799606 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41600) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:13.901285 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b5578a73-5049-4b02-a6b2-91a5fc72425b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:13.972616 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b5578a73-5049-4b02-a6b2-91a5fc72425b admin admin] Publish callbacks [] for security_group (1ed7c393-d401-42e1-ab20-d302111d4f46), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:13.976351 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b5578a73-5049-4b02-a6b2-91a5fc72425b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (1ed7c393-d401-42e1-ab20-d302111d4f46), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.017280 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-b5578a73-5049-4b02-a6b2-91a5fc72425b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db9c8c38a7cf47128ffb22830bbf9659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165661 Mar 28 05:49:14.018490 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5578a73-5049-4b02-a6b2-91a5fc72425b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed7c393-d401-42e1-ab20-d302111d4f46,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:14.019962 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41604) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:14.069206 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c583f2ba-4884-484b-b1eb-3bb1028388e6 admin admin] Publish callbacks [] for security_group (1ed7c393-d401-42e1-ab20-d302111d4f46), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.090028 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c583f2ba-4884-484b-b1eb-3bb1028388e6 admin admin] Publish callbacks [] for security_group (1ed7c393-d401-42e1-ab20-d302111d4f46), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.136524 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c583f2ba-4884-484b-b1eb-3bb1028388e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (1ed7c393-d401-42e1-ab20-d302111d4f46), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.139070 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c583f2ba-4884-484b-b1eb-3bb1028388e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.140870 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c583f2ba-4884-484b-b1eb-3bb1028388e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ed7c393-d401-42e1-ab20-d302111d4f46 HTTP/1.1" status: 204 len: 168 time: 0.1198485 Mar 28 05:49:14.148428 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583f2ba-4884-484b-b1eb-3bb1028388e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed7c393-d401-42e1-ab20-d302111d4f46,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:14.391414 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 41610) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:14.404441 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-837d88d9-2325-4b0f-a8ab-0e919214117e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.476688 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-837d88d9-2325-4b0f-a8ab-0e919214117e admin admin] Publish callbacks [] for security_group (30949dbd-e556-449f-9087-d0062386b04f), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.481032 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-837d88d9-2325-4b0f-a8ab-0e919214117e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (30949dbd-e556-449f-9087-d0062386b04f), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.520274 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d88d9-2325-4b0f-a8ab-0e919214117e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30949dbd-e556-449f-9087-d0062386b04f,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:14.533737 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-837d88d9-2325-4b0f-a8ab-0e919214117e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ea68e28825449978d9aa765b37d17b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412141 Mar 28 05:49:14.534613 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41614) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:14.578062 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884af25c-695a-4984-8e71-2aff285717e4 req-7d966004-4941-4ac3-806e-049d7d0f4fd5 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:14.579557 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-884af25c-695a-4984-8e71-2aff285717e4 req-7d966004-4941-4ac3-806e-049d7d0f4fd5 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0619950 Mar 28 05:49:14.584393 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-28587f92-b67a-4f4b-977e-7b20f338a410 admin admin] Publish callbacks [] for security_group (30949dbd-e556-449f-9087-d0062386b04f), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.604885 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-28587f92-b67a-4f4b-977e-7b20f338a410 admin admin] Publish callbacks [] for security_group (30949dbd-e556-449f-9087-d0062386b04f), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.627964 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-884af25c-695a-4984-8e71-2aff285717e4 req-cdaa0f39-4690-4b1d-a90b-477ba29902eb tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424855 Mar 28 05:49:14.654998 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-28587f92-b67a-4f4b-977e-7b20f338a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (30949dbd-e556-449f-9087-d0062386b04f), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.657975 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-28587f92-b67a-4f4b-977e-7b20f338a410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:14.660210 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-28587f92-b67a-4f4b-977e-7b20f338a410 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30949dbd-e556-449f-9087-d0062386b04f HTTP/1.1" status: 204 len: 168 time: 0.1229939 Mar 28 05:49:14.671124 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28587f92-b67a-4f4b-977e-7b20f338a410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30949dbd-e556-449f-9087-d0062386b04f,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:14.747614 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74687f4-d809-430e-a55e-f2b053692625 req-d0541dc3-b716-4c27-a21b-d096f3e9bbd1 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:14.749636 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b74687f4-d809-430e-a55e-f2b053692625 req-d0541dc3-b716-4c27-a21b-d096f3e9bbd1 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0658255 Mar 28 05:49:14.797435 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b74687f4-d809-430e-a55e-f2b053692625 req-286e0c58-6efb-4ce5-adfd-1bc356d6fe54 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423396 Mar 28 05:49:15.744212 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b690-b566-4047-b243-1c9cf8c08306 req-88fcb720-6a7f-433b-aaac-538aafbbd604 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:15.745829 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bec7b690-b566-4047-b243-1c9cf8c08306 req-88fcb720-6a7f-433b-aaac-538aafbbd604 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0529542 Mar 28 05:49:15.793826 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bec7b690-b566-4047-b243-1c9cf8c08306 req-3197abbe-a592-4508-9a09-95d180e9d370 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418665 Mar 28 05:49:15.922043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f67a8-8459-4872-81cc-1e1fc955415d req-af28f941-ab02-4403-b614-92bd7164b1c4 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:15.923538 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-738f67a8-8459-4872-81cc-1e1fc955415d req-af28f941-ab02-4403-b614-92bd7164b1c4 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0560031 Mar 28 05:49:15.974561 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-738f67a8-8459-4872-81cc-1e1fc955415d req-81a02dd2-25b7-4a27-865e-b09992dac932 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453031 Mar 28 05:49:16.911105 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb8fef-0443-4dd9-a413-e8c058570909 req-f6967b5b-6ca2-4443-bc09-013c3cb5cfbc tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:16.912554 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-68cb8fef-0443-4dd9-a413-e8c058570909 req-f6967b5b-6ca2-4443-bc09-013c3cb5cfbc tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0512624 Mar 28 05:49:16.963415 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-68cb8fef-0443-4dd9-a413-e8c058570909 req-17308030-174a-4a4e-ac62-d63390204484 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454869 Mar 28 05:49:17.101520 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49548e21-f5d9-4a21-a23b-65a4dd0bd797 req-f3b36306-0633-46fb-a831-5d8f0a009b1b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:17.102892 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-49548e21-f5d9-4a21-a23b-65a4dd0bd797 req-f3b36306-0633-46fb-a831-5d8f0a009b1b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0596170 Mar 28 05:49:17.148247 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-49548e21-f5d9-4a21-a23b-65a4dd0bd797 req-a71670ed-613b-43eb-a0ea-f801f56cde83 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398462 Mar 28 05:49:18.082165 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db32240-47de-4637-9b1d-866cbe124db6 req-ff78f9d4-0747-4f15-8634-a1643c6efd81 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:18.083562 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9db32240-47de-4637-9b1d-866cbe124db6 req-ff78f9d4-0747-4f15-8634-a1643c6efd81 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0550585 Mar 28 05:49:18.131523 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9db32240-47de-4637-9b1d-866cbe124db6 req-d0f30852-3a84-47fd-be7c-3224bb12107d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425103 Mar 28 05:49:18.267893 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f509987-e4c2-44df-bce3-e1ae3c766246 req-55534bc6-d862-4054-8c13-e7606d4048e8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:18.269372 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7f509987-e4c2-44df-bce3-e1ae3c766246 req-55534bc6-d862-4054-8c13-e7606d4048e8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0535371 Mar 28 05:49:18.315257 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7f509987-e4c2-44df-bce3-e1ae3c766246 req-d7015620-5d8e-4be5-bc87-d3e96ca0d30f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404575 Mar 28 05:49:19.252737 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178fd95-5cab-48d9-be42-8267379b3297 req-2ca1de0f-57fe-45f4-aff9-cb3ac4fda602 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:19.254174 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6178fd95-5cab-48d9-be42-8267379b3297 req-2ca1de0f-57fe-45f4-aff9-cb3ac4fda602 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0549366 Mar 28 05:49:19.302748 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6178fd95-5cab-48d9-be42-8267379b3297 req-f76f0226-e6bb-4399-9cc8-bc4a40c1d132 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430813 Mar 28 05:49:19.433979 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155d455-afd0-4532-829f-7aeaf5eaa759 req-0eb83c6a-b297-49af-864f-d13d0181c87c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:19.435381 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4155d455-afd0-4532-829f-7aeaf5eaa759 req-0eb83c6a-b297-49af-864f-d13d0181c87c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0519347 Mar 28 05:49:19.482115 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4155d455-afd0-4532-829f-7aeaf5eaa759 req-a4d57a58-ef5b-4d6b-a855-0b92c921aa2c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407279 Mar 28 05:49:20.416850 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1342fa4-8269-4f3d-a272-7dd88134a98a req-4d29b0ef-3ca8-4899-8b46-d187e275a22a tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:20.418329 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d1342fa4-8269-4f3d-a272-7dd88134a98a req-4d29b0ef-3ca8-4899-8b46-d187e275a22a tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0512161 Mar 28 05:49:20.468163 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d1342fa4-8269-4f3d-a272-7dd88134a98a req-5881d26d-7e1d-46ce-8471-d2e047db2362 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444398 Mar 28 05:49:20.604566 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0b2b-138a-4c0d-b354-8dbc5a91dfa4 req-51902dd4-70c1-4438-83bd-725724def1ba tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:20.605950 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-32dc0b2b-138a-4c0d-b354-8dbc5a91dfa4 req-51902dd4-70c1-4438-83bd-725724def1ba tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0514739 Mar 28 05:49:20.650309 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-32dc0b2b-138a-4c0d-b354-8dbc5a91dfa4 req-6cacba11-3f01-445b-8b3a-eeede5885818 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389228 Mar 28 05:49:21.585031 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d58bf8-bfc9-4d9d-92ab-8dd8b079be44 req-07db1ade-cb6a-43b1-8bbc-5dc719ba622e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:21.586493 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-61d58bf8-bfc9-4d9d-92ab-8dd8b079be44 req-07db1ade-cb6a-43b1-8bbc-5dc719ba622e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0518391 Mar 28 05:49:21.635483 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-61d58bf8-bfc9-4d9d-92ab-8dd8b079be44 req-8a33203b-e27c-49d5-b3b7-dd10214f54d4 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433197 Mar 28 05:49:21.781724 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c345b1-ff85-4785-9826-71c7a3e4f399 req-3cf65b3f-9df1-40d3-b91b-f6ce953ad581 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:21.783269 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-63c345b1-ff85-4785-9826-71c7a3e4f399 req-3cf65b3f-9df1-40d3-b91b-f6ce953ad581 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0605221 Mar 28 05:49:21.833791 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-63c345b1-ff85-4785-9826-71c7a3e4f399 req-2caf01ef-ec3c-49cb-8e0f-135edcea93d9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436444 Mar 28 05:49:22.749195 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7a727-fc1f-4b1e-90b0-9c8e7658d874 req-48fd3607-bc03-4837-aa0b-04be82a14d85 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:22.751283 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-32b7a727-fc1f-4b1e-90b0-9c8e7658d874 req-48fd3607-bc03-4837-aa0b-04be82a14d85 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0518188 Mar 28 05:49:22.797971 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-32b7a727-fc1f-4b1e-90b0-9c8e7658d874 req-124111a2-ab68-4c9e-90a9-c4bcde537ee9 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Mar 28 05:49:22.952362 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e51b2-a201-42a6-8baa-f22a627b69f6 req-796de02b-d26b-4bca-befd-99c6ad33978d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:22.954436 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-250e51b2-a201-42a6-8baa-f22a627b69f6 req-796de02b-d26b-4bca-befd-99c6ad33978d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0520518 Mar 28 05:49:23.004438 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-250e51b2-a201-42a6-8baa-f22a627b69f6 req-369066ea-9b57-4aff-a07d-548aa9bcfdac tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Mar 28 05:49:23.912331 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01085729-132e-42ca-81a2-88b8f1513edd req-2ce3e10c-8585-44ee-a366-0f75e526a2d2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:23.913771 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-01085729-132e-42ca-81a2-88b8f1513edd req-2ce3e10c-8585-44ee-a366-0f75e526a2d2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0515773 Mar 28 05:49:23.961881 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-01085729-132e-42ca-81a2-88b8f1513edd req-a264c44d-6711-48d8-8d47-3901a8bb5c06 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425756 Mar 28 05:49:24.122573 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbcf8c-46e2-4f6e-bbaa-cbe12b0e6f0a req-738c1b40-1c9f-4a22-86d5-39be40906d1f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:24.123908 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-97cbcf8c-46e2-4f6e-bbaa-cbe12b0e6f0a req-738c1b40-1c9f-4a22-86d5-39be40906d1f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0515766 Mar 28 05:49:24.172975 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-97cbcf8c-46e2-4f6e-bbaa-cbe12b0e6f0a req-a0d1b5ae-f471-4471-ba1b-ed19f24b2c68 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 Mar 28 05:49:25.078791 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81dc48-e153-4d6f-8221-9e4a154550d4 req-d0faae56-1e61-452c-8e09-e19cf9b22592 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:25.080495 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ba81dc48-e153-4d6f-8221-9e4a154550d4 req-d0faae56-1e61-452c-8e09-e19cf9b22592 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0545127 Mar 28 05:49:25.126876 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ba81dc48-e153-4d6f-8221-9e4a154550d4 req-915123b9-6445-49bd-a143-942e5b00182a tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409164 Mar 28 05:49:25.292229 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87dd77-ab03-4445-99e7-db89155fc090 req-f9521b06-44d4-46e3-a0e4-d911f210e6a5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:25.293677 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ac87dd77-ab03-4445-99e7-db89155fc090 req-f9521b06-44d4-46e3-a0e4-d911f210e6a5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0516665 Mar 28 05:49:25.341042 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ac87dd77-ab03-4445-99e7-db89155fc090 req-78b30c4c-f3a0-4bc7-a5be-31e862296041 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419736 Mar 28 05:49:26.246697 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9838a92-d90a-4656-8b51-2546527a0227 req-8d5b676d-7a42-45f6-acf3-a20bf62a720a tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:26.248130 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e9838a92-d90a-4656-8b51-2546527a0227 req-8d5b676d-7a42-45f6-acf3-a20bf62a720a tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0557082 Mar 28 05:49:26.294798 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e9838a92-d90a-4656-8b51-2546527a0227 req-911d5e1d-6b79-4019-b5d2-9854eea529b0 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411739 Mar 28 05:49:26.389460 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:49:26.460173 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908be44-e562-4d04-95ed-3c494eab374e req-fc64f508-3e51-4dd1-ab0e-e8a7af900156 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:26.461519 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f908be44-e562-4d04-95ed-3c494eab374e req-fc64f508-3e51-4dd1-ab0e-e8a7af900156 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0507419 Mar 28 05:49:26.507067 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f908be44-e562-4d04-95ed-3c494eab374e req-3644e326-0747-4d26-bc8c-2481cfad8dfb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401301 Mar 28 05:49:27.411188 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f1100-dad6-4469-84f8-1873d44106a9 req-c8a25181-29e2-4693-8abf-36c49eb72feb tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:27.412662 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8b0f1100-dad6-4469-84f8-1873d44106a9 req-c8a25181-29e2-4693-8abf-36c49eb72feb tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0511975 Mar 28 05:49:27.463636 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8b0f1100-dad6-4469-84f8-1873d44106a9 req-65eff0a2-cac1-4f31-8901-d6e4ada35487 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454948 Mar 28 05:49:27.626197 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c06eb-65a7-4c55-a91d-97fe67e068f5 req-ad8d20cf-b09b-4626-af9c-1bf3766658f3 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:27.627757 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-008c06eb-65a7-4c55-a91d-97fe67e068f5 req-ad8d20cf-b09b-4626-af9c-1bf3766658f3 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0518975 Mar 28 05:49:27.673655 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-008c06eb-65a7-4c55-a91d-97fe67e068f5 req-d9fb3b6e-bc4b-4b3a-9f0d-e9103d742ab5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404644 Mar 28 05:49:28.584268 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba93c-d7f5-4ae2-9f78-50a9be824df0 req-f43ccb0d-8501-4364-8685-5530821426eb tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:28.585691 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a93ba93c-d7f5-4ae2-9f78-50a9be824df0 req-f43ccb0d-8501-4364-8685-5530821426eb tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0516121 Mar 28 05:49:28.632220 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a93ba93c-d7f5-4ae2-9f78-50a9be824df0 req-e0964ab1-6b52-40fd-b7a5-2f6f51c0a979 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Mar 28 05:49:28.640810 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e74817a9-ce28-49db-870b-89f1e5ef443d details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:49:28.733101 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:49:28.745009 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'port_id': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'mac_address': 'fa:16:3e:35:46:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:49:28.783970 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e74817a9-ce28-49db-870b-89f1e5ef443d is: ACTIVE; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:49:28.784363 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:28.795356 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c08679-ca43-4427-a3e1-af8dd90ea465 req-fd629f4a-4b55-4265-9b09-7f3042df8772 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:28.797142 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e74817a9-ce28-49db-870b-89f1e5ef443d {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:49:28.797320 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b9c08679-ca43-4427-a3e1-af8dd90ea465 req-fd629f4a-4b55-4265-9b09-7f3042df8772 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0547559 Mar 28 05:49:28.816098 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:49:28.820304 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:28.843567 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b9c08679-ca43-4427-a3e1-af8dd90ea465 req-7aa5d836-9afb-4f6c-93fc-6712c360073a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405304 Mar 28 05:49:28.866089 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=e74817a9-ce28-49db-870b-89f1e5ef443d,revision_number=6']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:29.683596 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-0b70fec1-fa12-45bc-86b7-a2a213da6fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:29.748733 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf65d8-0b74-4497-b3da-b78e4ff41694 req-89ca3ff3-0fa1-47ca-87e7-e495360d8274 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:29.750731 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-90cf65d8-0b74-4497-b3da-b78e4ff41694 req-89ca3ff3-0fa1-47ca-87e7-e495360d8274 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0527482 Mar 28 05:49:29.797621 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-90cf65d8-0b74-4497-b3da-b78e4ff41694 req-b95e4d83-0367-4c5e-b705-0cb5bda12db4 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 Mar 28 05:49:29.965708 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2544-03de-4d00-9db5-cd03e17e798e req-e40377ba-85ee-47a8-bab5-50a3cef7a647 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:29.967089 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1a3a2544-03de-4d00-9db5-cd03e17e798e req-e40377ba-85ee-47a8-bab5-50a3cef7a647 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 944 time: 0.0517802 Mar 28 05:49:30.014778 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1a3a2544-03de-4d00-9db5-cd03e17e798e req-8007abf0-41f4-4e1f-8723-57db44e3407b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Mar 28 05:49:30.912316 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c18b68-8754-47ed-8f62-feefe498f98e req-6063385d-dc4f-402f-8522-d7c74db46825 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:30.913753 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-03c18b68-8754-47ed-8f62-feefe498f98e req-6063385d-dc4f-402f-8522-d7c74db46825 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0512280 Mar 28 05:49:30.960451 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-03c18b68-8754-47ed-8f62-feefe498f98e req-4ed33a5d-fedd-429d-b69f-1a32b4afefac tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412447 Mar 28 05:49:31.133628 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833973d-5f59-45c1-b696-adb4c4b3f9d8 req-5bea8340-2a88-4b84-95a4-3955a71f4176 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:31.135033 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a833973d-5f59-45c1-b696-adb4c4b3f9d8 req-5bea8340-2a88-4b84-95a4-3955a71f4176 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 944 time: 0.0514803 Mar 28 05:49:31.180270 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a833973d-5f59-45c1-b696-adb4c4b3f9d8 req-006f2584-69d8-4c36-bd98-2612733454b5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398493 Mar 28 05:49:32.077866 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cd297-1182-4eed-9a31-762b32b174b6 req-d832a7ca-7a88-4264-b264-c976f97be09e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:32.079259 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0f4cd297-1182-4eed-9a31-762b32b174b6 req-d832a7ca-7a88-4264-b264-c976f97be09e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0549405 Mar 28 05:49:32.098334 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a12e29dd-cb84-4993-8cac-fd9bbe789d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:32.131849 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0f4cd297-1182-4eed-9a31-762b32b174b6 req-7628e5e7-9336-4582-a8da-5d2e1af42a45 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467222 Mar 28 05:49:32.299668 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebfc83-81b2-4da6-a4e1-286d7cd21dfd req-da99fef7-fa08-47f4-82ad-3df56865d82d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:32.301128 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-deebfc83-81b2-4da6-a4e1-286d7cd21dfd req-da99fef7-fa08-47f4-82ad-3df56865d82d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 944 time: 0.0512476 Mar 28 05:49:32.345442 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-deebfc83-81b2-4da6-a4e1-286d7cd21dfd req-e60bde40-2eff-4d75-b2d0-cd842266a0da tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388410 Mar 28 05:49:33.035897 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:33.248830 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ceae4-5eb6-4a52-a519-f93dafd2154d req-c8188abd-7025-4b6a-bc18-d1c2a467f573 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:33.250922 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3a8ceae4-5eb6-4a52-a519-f93dafd2154d req-c8188abd-7025-4b6a-bc18-d1c2a467f573 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0546930 Mar 28 05:49:33.297415 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3a8ceae4-5eb6-4a52-a519-f93dafd2154d req-308e470b-f35a-4415-8506-b039d669d0e1 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410345 Mar 28 05:49:33.463918 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa76d3a-7185-4608-9e89-c9845d669cd5 req-671a44c8-df35-48f3-bf71-aa7efa380325 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:33.465353 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-afa76d3a-7185-4608-9e89-c9845d669cd5 req-671a44c8-df35-48f3-bf71-aa7efa380325 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 944 time: 0.0518649 Mar 28 05:49:33.511127 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-afa76d3a-7185-4608-9e89-c9845d669cd5 req-2e8d7532-319c-4241-a898-ced82bbb292a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398192 Mar 28 05:49:34.413239 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b9de-498a-48e8-8374-bc0ce61ed6c1 req-1563a7cb-6019-4bce-b7ae-20bc77eb756d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:34.414702 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4f09b9de-498a-48e8-8374-bc0ce61ed6c1 req-1563a7cb-6019-4bce-b7ae-20bc77eb756d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0525923 Mar 28 05:49:34.465625 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4f09b9de-498a-48e8-8374-bc0ce61ed6c1 req-608d49d7-7476-4023-b13a-bdfef586d211 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454299 Mar 28 05:49:34.632064 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d9c52-7c86-4baa-9100-06e2d39978eb req-87c6fbea-c49c-4418-8a6c-d03b78be33f0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:34.633500 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e70d9c52-7c86-4baa-9100-06e2d39978eb req-87c6fbea-c49c-4418-8a6c-d03b78be33f0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 944 time: 0.0514734 Mar 28 05:49:34.678580 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e70d9c52-7c86-4baa-9100-06e2d39978eb req-a85d5418-46c8-48b0-98f9-4a2e1b91ab20 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395973 Mar 28 05:49:34.718076 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:35.322978 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['e74817a9-ce28-49db-870b-89f1e5ef443d'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:49:35.370987 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcd59-4e9d-425d-a579-80ab01e12895 req-8c638c30-49ff-4a85-b304-d127a78cf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:35.372526 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a9ffcd59-4e9d-425d-a579-80ab01e12895 req-8c638c30-49ff-4a85-b304-d127a78cf711 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d937ca2fe9d44a20be5a7159cb0c1771&device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 1130 time: 0.0443046 Mar 28 05:49:35.465221 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcd59-4e9d-425d-a579-80ab01e12895 req-47b37384-d256-46da-8591-4026c0b5ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:35.466726 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a9ffcd59-4e9d-425d-a579-80ab01e12895 req-47b37384-d256-46da-8591-4026c0b5ee60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5484f88c-7060-4652-9e3a-3aec876f429c HTTP/1.1" status: 200 len: 909 time: 0.0858448 Mar 28 05:49:35.540373 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a9ffcd59-4e9d-425d-a579-80ab01e12895 req-e74e1fc0-91ac-4d2e-ac6f-6eed267b709b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 HTTP/1.1" status: 200 len: 1002 time: 0.0660882 Mar 28 05:49:35.615460 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcd59-4e9d-425d-a579-80ab01e12895 req-163ceeca-e9ba-47d6-8ead-3fad26f40bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:35.616888 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a9ffcd59-4e9d-425d-a579-80ab01e12895 req-163ceeca-e9ba-47d6-8ead-3fad26f40bd2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29481a90-68b3-41e1-8fa1-634173e3fbbf HTTP/1.1" status: 200 len: 848 time: 0.0695243 Mar 28 05:49:35.626745 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f1959-70bf-48b1-9239-bef09d00fa81 req-7b6d4ce1-619f-405f-bfc3-795967d13227 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:35.628063 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-294f1959-70bf-48b1-9239-bef09d00fa81 req-7b6d4ce1-619f-405f-bfc3-795967d13227 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0916419 Mar 28 05:49:35.699047 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-294f1959-70bf-48b1-9239-bef09d00fa81 req-47ba36ff-bbd5-4e98-8bb5-97108f8cb851 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631359 Mar 28 05:49:35.704029 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcd59-4e9d-425d-a579-80ab01e12895 req-4a803574-3785-4c27-9fb4-8ecfb6041e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:35.705753 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a9ffcd59-4e9d-425d-a579-80ab01e12895 req-4a803574-3785-4c27-9fb4-8ecfb6041e29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5484f88c-7060-4652-9e3a-3aec876f429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768778 Mar 28 05:49:35.831443 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a9ffcd59-4e9d-425d-a579-80ab01e12895 req-00445172-5dc8-4b44-814b-2e898766ccbe service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197925 Mar 28 05:49:35.839193 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a23db-d0cc-4f88-b148-c89583fae8aa req-093cd8e7-48ef-4d03-b6a7-3b2f705b5e54 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:35.840474 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3e8a23db-d0cc-4f88-b148-c89583fae8aa req-093cd8e7-48ef-4d03-b6a7-3b2f705b5e54 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 944 time: 0.0835681 Mar 28 05:49:35.941321 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3e8a23db-d0cc-4f88-b148-c89583fae8aa req-f5ff5bcd-428d-4175-8e40-90dabe0b9d12 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931973 Mar 28 05:49:35.960634 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a9ffcd59-4e9d-425d-a579-80ab01e12895 req-941b28fb-e917-424c-b84d-6100f60b1891 service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192636 Mar 28 05:49:36.320699 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:36.819257 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d9859-e768-4e1a-88e6-660e0dcbc1d0 req-7c3d7f67-f0af-4f0e-8554-443875c4c32c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:36.820740 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f1d9859-e768-4e1a-88e6-660e0dcbc1d0 req-7c3d7f67-f0af-4f0e-8554-443875c4c32c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0560358 Mar 28 05:49:36.874706 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f1d9859-e768-4e1a-88e6-660e0dcbc1d0 req-3591c525-b466-4bf9-b433-2fab52fac0de tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421700 Mar 28 05:49:37.065574 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2f52-b1f8-4968-8d07-6dcb5d6108f6 req-9068fd1e-0e8b-435b-8d21-84881328f0b0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:37.067057 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ceb2f52-b1f8-4968-8d07-6dcb5d6108f6 req-9068fd1e-0e8b-435b-8d21-84881328f0b0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 944 time: 0.0565014 Mar 28 05:49:37.117808 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ceb2f52-b1f8-4968-8d07-6dcb5d6108f6 req-bdb10d6d-aec8-431b-8fcf-b903ebda7a68 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452464 Mar 28 05:49:37.127011 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e74817a9-ce28-49db-870b-89f1e5ef443d up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:49:37.179944 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port e74817a9-ce28-49db-870b-89f1e5ef443d triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:49:37.180315 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:37.252688 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e74817a9-ce28-49db-870b-89f1e5ef443d is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:49:37.253073 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:37.274558 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:49:37.276729 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec41366-7d1f-42a4-9ffc-17df2b0a54cf" -d '{"events": [{"server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "name": "network-vif-plugged", "status": "completed", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:49:37.288526 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:49:37.292462 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:37.316689 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2bcd7c-0a99-4a1b-b397-896b40847cbe x-openstack-request-id: req-7c2bcd7c-0a99-4a1b-b397-896b40847cbe {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:49:37.316976 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "name": "network-vif-plugged", "status": "completed", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:49:37.317224 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c2bcd7c-0a99-4a1b-b397-896b40847cbe {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:49:37.317620 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2bcd7c-0a99-4a1b-b397-896b40847cbe'] response: {'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'code': 200} Mar 28 05:49:37.343679 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=e74817a9-ce28-49db-870b-89f1e5ef443d,revision_number=7']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:38.014938 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711e4b4-ccbb-44c7-b772-69f5c6b6c890 req-1dfb3fbb-0ff6-4240-b5e6-cf7800dce3ea tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:38.017069 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9711e4b4-ccbb-44c7-b772-69f5c6b6c890 req-1dfb3fbb-0ff6-4240-b5e6-cf7800dce3ea tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0646112 Mar 28 05:49:38.080565 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9711e4b4-ccbb-44c7-b772-69f5c6b6c890 req-65467057-7247-41cd-905c-17b55d020867 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533381 Mar 28 05:49:38.257570 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4efa9-fd2b-47ac-9087-c523f1c83119 req-62971a4d-8e88-4154-bedf-980cfd83cdf5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:38.259184 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e0e4efa9-fd2b-47ac-9087-c523f1c83119 req-62971a4d-8e88-4154-bedf-980cfd83cdf5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0563889 Mar 28 05:49:38.310521 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e0e4efa9-fd2b-47ac-9087-c523f1c83119 req-93711fe8-02e7-4678-b450-be1229b4716a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450921 Mar 28 05:49:38.935605 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:39.371613 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853c744-919e-45f8-87fe-b02b6470df3c req-88c19b51-155b-4fd5-84b4-48cd4d7f2657 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:39.379114 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e853c744-919e-45f8-87fe-b02b6470df3c req-88c19b51-155b-4fd5-84b4-48cd4d7f2657 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0683870 Mar 28 05:49:39.476828 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e853c744-919e-45f8-87fe-b02b6470df3c req-fb1533c1-dca1-4956-8ef9-6bac384287df tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967116 Mar 28 05:49:39.525376 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e3f4c-7a00-40c7-8d06-f40373d41025 req-3bcc17e9-6649-4ea9-90d7-23ede98b326b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:39.527547 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-151e3f4c-7a00-40c7-8d06-f40373d41025 req-3bcc17e9-6649-4ea9-90d7-23ede98b326b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.1207082 Mar 28 05:49:39.542571 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [req-5e335545-3e81-4122-bea7-5dacf6832b31 req-b3ca0d60-aa3f-4b06-ba07-546bd1b6cd6d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:49:39.544271 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5e335545-3e81-4122-bea7-5dacf6832b31 req-b3ca0d60-aa3f-4b06-ba07-546bd1b6cd6d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064888 Mar 28 05:49:39.595424 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-151e3f4c-7a00-40c7-8d06-f40373d41025 req-369c4c57-883b-4c60-b6df-38e532f1db6c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584891 Mar 28 05:49:39.803861 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c77c5b-1096-4763-9c5d-068f81346f8c req-1ff88fe0-94e0-4487-b210-fb56e19d20dd tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:39.804238 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-13c77c5b-1096-4763-9c5d-068f81346f8c req-1ff88fe0-94e0-4487-b210-fb56e19d20dd tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0934861 Mar 28 05:49:39.860372 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41888) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:39.912016 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-13c77c5b-1096-4763-9c5d-068f81346f8c req-176b8844-f0c9-4efb-92a1-9c93bbcd65c0 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021657 Mar 28 05:49:39.957125 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6e88a-00c2-4aa0-83d2-8640bf684555 req-39f22c8d-8bb3-40ab-91dc-850a584c77de tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:39.958632 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7cf6e88a-00c2-4aa0-83d2-8640bf684555 req-39f22c8d-8bb3-40ab-91dc-850a584c77de tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 945 time: 0.1145983 Mar 28 05:49:39.982788 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-c98adc09-a9df-4c5f-8f42-725d7b63ae41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208773 Mar 28 05:49:39.997158 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-7ac14cf0-22e8-4ac5-b788-be27600d4454 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:49:39.998526 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-7ac14cf0-22e8-4ac5-b788-be27600d4454 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064578 Mar 28 05:49:40.023788 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7cf6e88a-00c2-4aa0-83d2-8640bf684555 req-4b8d7669-7562-4423-8ef8-6def74ef6660 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581708 Mar 28 05:49:40.160946 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 41898) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:40.262017 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2d0da-c693-4735-a422-b707d741001b req-89bd9848-a348-4de3-8ab1-c5df9c73fcd2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:40.263528 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-89bd9848-a348-4de3-8ab1-c5df9c73fcd2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports/42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 HTTP/1.1" status: 200 len: 943 time: 0.1014450 Mar 28 05:49:40.759861 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fa14f-5782-401a-8fe3-0ba7ddf3155c req-7818e1bc-fc43-4d55-9481-603113afd7cd tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:40.761997 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d39fa14f-5782-401a-8fe3-0ba7ddf3155c req-7818e1bc-fc43-4d55-9481-603113afd7cd tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0661681 Mar 28 05:49:40.821081 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d39fa14f-5782-401a-8fe3-0ba7ddf3155c req-b1b4e821-dad2-4289-91a8-0247a509df0c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527906 Mar 28 05:49:41.056858 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a138deb-d63e-496a-9bb1-4239cc47e416 req-53846ab8-6395-4e78-903b-8d3747266a8f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:41.059338 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8a138deb-d63e-496a-9bb1-4239cc47e416 req-53846ab8-6395-4e78-903b-8d3747266a8f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0779197 Mar 28 05:49:41.130720 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8a138deb-d63e-496a-9bb1-4239cc47e416 req-d52cf14a-6535-4c70-803e-84ceebb2d30c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648053 Mar 28 05:49:41.185819 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb2257-8d14-4e1d-8693-24c0413cf843 req-df311a83-3964-4eb2-8f9b-b33764b18b7e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:41.188436 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-51fb2257-8d14-4e1d-8693-24c0413cf843 req-df311a83-3964-4eb2-8f9b-b33764b18b7e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 945 time: 0.0711036 Mar 28 05:49:41.247148 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-51fb2257-8d14-4e1d-8693-24c0413cf843 req-93c9cc2c-319c-4134-b88b-cb8df4bf21bb tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514889 Mar 28 05:49:41.957017 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29f4b-3cdd-4f82-90d1-cb4b1799c3ed req-1e6ef92a-1738-46e8-a39b-19b905510316 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:41.963673 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fcc29f4b-3cdd-4f82-90d1-cb4b1799c3ed req-1e6ef92a-1738-46e8-a39b-19b905510316 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0730135 Mar 28 05:49:42.018031 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fcc29f4b-3cdd-4f82-90d1-cb4b1799c3ed req-ec0a3e53-ed2c-4b0e-9057-81057a701ea8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534573 Mar 28 05:49:42.264200 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04decb77-6966-4801-a615-061743bbdfed req-b25a4ac6-2292-432d-a696-a49bc22422db tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:42.265737 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-04decb77-6966-4801-a615-061743bbdfed req-b25a4ac6-2292-432d-a696-a49bc22422db tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0557802 Mar 28 05:49:42.365179 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-04decb77-6966-4801-a615-061743bbdfed req-2f656628-629f-4d74-80b8-22d128612f8c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862749 Mar 28 05:49:42.392680 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:49:42.405389 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273bb52-699b-4cbc-97ca-a935f5a8f519 req-2a489f33-5dec-4dee-bdab-35e68c9c761f tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:42.412736 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9273bb52-699b-4cbc-97ca-a935f5a8f519 req-2a489f33-5dec-4dee-bdab-35e68c9c761f tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 945 time: 0.0931830 Mar 28 05:49:42.511861 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 is: ACTIVE; New status is: DOWN {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:49:42.512512 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:42.522840 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9273bb52-699b-4cbc-97ca-a935f5a8f519 req-5531b247-8b23-45ed-af75-1d00d2f25287 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091838 Mar 28 05:49:42.538669 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:49:42.540969 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f196de-5f8d-41c0-95c9-a1e1c618cf65" -d '{"events": [{"server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "name": "network-vif-unplugged", "status": "completed", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:49:42.559805 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:49:42.566381 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:42.618648 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,revision_number=6']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:42.626426 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 05:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9167895-5273-462a-b010-292f0b451637 x-openstack-request-id: req-f9167895-5273-462a-b010-292f0b451637 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:49:42.626626 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "name": "network-vif-unplugged", "status": "completed", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:49:42.626885 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9167895-5273-462a-b010-292f0b451637 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:49:42.627333 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9167895-5273-462a-b010-292f0b451637'] response: {'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'code': 200} Mar 28 05:49:43.228341 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ea65c-005c-4225-8040-697dc09ef171 req-8a231d46-4182-4fd3-8fa3-55614d28b7d0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:43.231469 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a20ea65c-005c-4225-8040-697dc09ef171 req-8a231d46-4182-4fd3-8fa3-55614d28b7d0 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0973051 Mar 28 05:49:43.340182 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a20ea65c-005c-4225-8040-697dc09ef171 req-3ab224b9-2134-499d-b70a-9e829e73b602 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980446 Mar 28 05:49:43.499671 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2ec87-862c-4e6d-baf0-d6f3e63ffcc0 req-3feb91d9-08fd-4be1-b137-120e2072f012 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:43.501230 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2fe2ec87-862c-4e6d-baf0-d6f3e63ffcc0 req-3feb91d9-08fd-4be1-b137-120e2072f012 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0575652 Mar 28 05:49:43.565791 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2fe2ec87-862c-4e6d-baf0-d6f3e63ffcc0 req-e2a6af14-cbbb-48b4-ad57-d7f605e334eb tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587566 Mar 28 05:49:43.943850 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771926-b60b-492e-8546-c42929a1876f req-3c7280bd-f1be-4eb7-97b4-c5573fa23da3 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:43.945321 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b6771926-b60b-492e-8546-c42929a1876f req-3c7280bd-f1be-4eb7-97b4-c5573fa23da3 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 945 time: 0.3161535 Mar 28 05:49:43.996940 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b6771926-b60b-492e-8546-c42929a1876f req-262239d1-1286-4b6e-bcf7-a2958172ead2 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459833 Mar 28 05:49:44.484846 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636e7ca-7991-4550-8b16-c33c0e0a0ed6 req-f346fb4d-47a3-4767-992e-40712f864648 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:44.486597 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3636e7ca-7991-4550-8b16-c33c0e0a0ed6 req-f346fb4d-47a3-4767-992e-40712f864648 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0575500 Mar 28 05:49:44.566294 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3636e7ca-7991-4550-8b16-c33c0e0a0ed6 req-5d958636-be71-473d-8485-669367b03ca9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702288 Mar 28 05:49:44.728456 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baca1f-6628-4784-9587-a390b2d9733f req-e141b021-46f1-46dd-9a20-b8139de5292c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:44.729925 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a8baca1f-6628-4784-9587-a390b2d9733f req-e141b021-46f1-46dd-9a20-b8139de5292c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0680647 Mar 28 05:49:44.849185 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a8baca1f-6628-4784-9587-a390b2d9733f req-def1739f-252b-49d7-995b-d0e8ae42538b tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129220 Mar 28 05:49:44.890820 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54071645-fd78-4ffb-b706-c4af38178773 req-7cee1860-5366-4303-9c92-863ca022c4ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:44.892404 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-54071645-fd78-4ffb-b706-c4af38178773 req-7cee1860-5366-4303-9c92-863ca022c4ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 945 time: 0.1336148 Mar 28 05:49:44.895442 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2d0da-c693-4735-a422-b707d741001b req-cc14876b-a1f0-4af7-a1d1-f3a0f2c9f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:44.896955 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-cc14876b-a1f0-4af7-a1d1-f3a0f2c9f9f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa&tenant_id=d937ca2fe9d44a20be5a7159cb0c1771 HTTP/1.1" status: 200 len: 1128 time: 0.1010962 Mar 28 05:49:45.020633 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2d0da-c693-4735-a422-b707d741001b req-b9f7c7a5-5316-4e98-aa21-87ae04bb049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:45.021428 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-b9f7c7a5-5316-4e98-aa21-87ae04bb049c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d937ca2fe9d44a20be5a7159cb0c1771&device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 1128 time: 0.0814559 Mar 28 05:49:45.085479 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Deleting port 1cef39a2-29ed-429d-95bd-55ba727957de {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:49:45.085824 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:45.244038 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] For port 1cef39a2-29ed-429d-95bd-55ba727957de, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1cef39a2-29ed-429d-95bd-55ba727957de,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:49:45.244408 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:45.263357 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314507d8-8770-4c74-9b68-e0cb1a9d9b24 req-77fd0305-1166-419b-83f9-b07fe66d3334 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:45.264850 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-314507d8-8770-4c74-9b68-e0cb1a9d9b24 req-77fd0305-1166-419b-83f9-b07fe66d3334 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 945 time: 0.1761010 Mar 28 05:49:45.269019 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2d0da-c693-4735-a422-b707d741001b req-7347f924-6b63-4411-9392-e4a91a9340b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:45.270600 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-7347f924-6b63-4411-9392-e4a91a9340b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5484f88c-7060-4652-9e3a-3aec876f429c HTTP/1.1" status: 200 len: 909 time: 0.2419221 Mar 28 05:49:45.454025 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-314507d8-8770-4c74-9b68-e0cb1a9d9b24 req-fab45aca-7a0b-4885-8970-8e1d7388b88c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806190 Mar 28 05:49:45.472435 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-8db5af2a-b5a3-4b1f-8a3b-29d0621fefd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 HTTP/1.1" status: 200 len: 1000 time: 0.1469498 Mar 28 05:49:45.546596 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:45.547853 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (197cab4a-a509-4695-9ea4-02137a89902f), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:45.548352 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Floating IP 197cab4a-a509-4695-9ea4-02137a89902f disassociated. External IP: 172.27.1.227, port: 1cef39a2-29ed-429d-95bd-55ba727957de. Mar 28 05:49:45.548874 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Calling delete_port for 1cef39a2-29ed-429d-95bd-55ba727957de owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:49:45.719107 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (1cef39a2-29ed-429d-95bd-55ba727957de), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:45.728877 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46330047-6085-443b-8a56-5afa390f2cc3 req-16dc95fe-7b04-4f14-a2e7-5682fe994dea tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:45.730600 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-46330047-6085-443b-8a56-5afa390f2cc3 req-16dc95fe-7b04-4f14-a2e7-5682fe994dea tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0774632 Mar 28 05:49:45.766807 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event deleted for resources: {'Port': ['ID=1cef39a2-29ed-429d-95bd-55ba727957de,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:45.789674 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.790028 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.790405 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.790754 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.791092 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.791469 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.791751 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.792077 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.792404 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.792799 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.793126 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.793453 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.793777 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.794100 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.794457 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:45.916071 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-46330047-6085-443b-8a56-5afa390f2cc3 req-ff2d9fa9-cd86-4125-8512-52140379dfc3 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750770 Mar 28 05:49:46.023474 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:49:46.048442 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc68633-b812-44fb-9ffe-58dc08476ab1 req-6aca10a5-5a86-4964-aad6-c5dd46fc98cf tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:46.050610 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3dc68633-b812-44fb-9ffe-58dc08476ab1 req-6aca10a5-5a86-4964-aad6-c5dd46fc98cf tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0970480 Mar 28 05:49:46.206729 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3dc68633-b812-44fb-9ffe-58dc08476ab1 req-ba310c07-3d56-4c76-b2f6-f6d26a9a968a tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495068 Mar 28 05:49:46.233296 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:49:46.256095 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b497f4a-13f7-4d7e-baa0-5bffa072a3c7 None None] Sync routers for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:49:46.270038 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b497f4a-13f7-4d7e-baa0-5bffa072a3c7 None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:49:46.270722 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-4b497f4a-13f7-4d7e-baa0-5bffa072a3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:49:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:49:46.308546 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] No DVR routers for this DVR port 1cef39a2-29ed-429d-95bd-55ba727957de on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:49:46.314939 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:46.320152 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-54071645-fd78-4ffb-b706-c4af38178773 req-834d8ec9-9287-4054-8586-3854071951ad tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "DELETE /v2.0/ports/1cef39a2-29ed-429d-95bd-55ba727957de HTTP/1.1" status: 204 len: 173 time: 1.4222682 Mar 28 05:49:46.320969 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'name': 'network-vif-deleted', 'tag': '1cef39a2-29ed-429d-95bd-55ba727957de'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:49:46.324011 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37d395e-fa8a-4b0c-9846-f8fb28eb17c4" -d '{"events": [{"server_uuid": "dbc404dc-d879-43c0-889b-e895fb8b8c8f", "name": "network-vif-deleted", "tag": "1cef39a2-29ed-429d-95bd-55ba727957de"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:49:46.372376 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2e3a49-a5b6-4aab-91b8-e307640a02d1 x-openstack-request-id: req-9f2e3a49-a5b6-4aab-91b8-e307640a02d1 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:49:46.372774 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc404dc-d879-43c0-889b-e895fb8b8c8f", "name": "network-vif-deleted", "tag": "1cef39a2-29ed-429d-95bd-55ba727957de", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:49:46.373115 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f2e3a49-a5b6-4aab-91b8-e307640a02d1 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:49:46.373627 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f2e3a49-a5b6-4aab-91b8-e307640a02d1'] response: {'server_uuid': 'dbc404dc-d879-43c0-889b-e895fb8b8c8f', 'name': 'network-vif-deleted', 'tag': '1cef39a2-29ed-429d-95bd-55ba727957de', 'status': 'completed', 'code': 200} Mar 28 05:49:46.434318 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-4b497f4a-13f7-4d7e-baa0-5bffa072a3c7 None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:49:46.564765 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8c03cdfc-a27f-42d2-b70c-d6157da22c85 req-11623b17-3c3b-4279-bc46-755dac06552e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 210 time: 0.0363610 Mar 28 05:49:46.714875 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-4b497f4a-13f7-4d7e-baa0-5bffa072a3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:49:46.741702 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b497f4a-13f7-4d7e-baa0-5bffa072a3c7 None None] Checking router: ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:49:46.751171 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b497f4a-13f7-4d7e-baa0-5bffa072a3c7 None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:49:46.751734 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-4b497f4a-13f7-4d7e-baa0-5bffa072a3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:49:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:49:46.869156 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-4b497f4a-13f7-4d7e-baa0-5bffa072a3c7 None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:49:47.062924 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee12e4d-aa66-4166-9ba9-61dab41073fd req-109e1f9d-1a28-4f55-bc45-837c22f0dd11 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:47.071469 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ee12e4d-aa66-4166-9ba9-61dab41073fd req-109e1f9d-1a28-4f55-bc45-837c22f0dd11 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0611334 Mar 28 05:49:47.096001 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-4b497f4a-13f7-4d7e-baa0-5bffa072a3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:49:47.119566 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ee12e4d-aa66-4166-9ba9-61dab41073fd req-73232951-b58c-47a8-a833-0df7a90b486a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468650 Mar 28 05:49:47.137956 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b497f4a-13f7-4d7e-baa0-5bffa072a3c7 None None] The sync data for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi is: [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:49:47.386037 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408556f-8c83-4034-8712-6cf1976263c8 req-8a79a565-80b0-48f7-b26d-2bc18c1f5abe tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:47.387711 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4408556f-8c83-4034-8712-6cf1976263c8 req-8a79a565-80b0-48f7-b26d-2bc18c1f5abe tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0784824 Mar 28 05:49:47.447031 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4408556f-8c83-4034-8712-6cf1976263c8 req-7257b3a2-8f8d-42e4-9ce5-e78a5657c5cb tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529175 Mar 28 05:49:47.486487 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b41e7ce-f431-426e-bf48-74e59392b922 None None] New status for floating IP 197cab4a-a509-4695-9ea4-02137a89902f: DOWN {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:49:47.689380 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-af840997-e75c-4959-bdc9-7b49200c8bb4 req-bd49bb24-7cd7-474b-8f30-950af2a71007 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 210 time: 0.0530024 Mar 28 05:49:47.752163 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2d0da-c693-4735-a422-b707d741001b req-7cdb05eb-653c-4c60-b4ee-20b30e5e9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:47.754002 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-7cdb05eb-653c-4c60-b4ee-20b30e5e9c0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29481a90-68b3-41e1-8fa1-634173e3fbbf HTTP/1.1" status: 200 len: 848 time: 0.0628865 Mar 28 05:49:48.264189 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6d65a-7a80-42d2-b57c-b5b1421c88d1 req-4634ea75-7b61-48d6-979d-308921e1b21d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:48.266093 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4ad6d65a-7a80-42d2-b57c-b5b1421c88d1 req-4634ea75-7b61-48d6-979d-308921e1b21d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0629461 Mar 28 05:49:48.321316 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4ad6d65a-7a80-42d2-b57c-b5b1421c88d1 req-0f20375c-eb2b-4c7e-8338-8ebf27879d84 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494106 Mar 28 05:49:48.568767 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bf7d9-c567-49a6-b6d4-36db6e333484 req-8a2b55c2-fd1e-426f-9073-a358d0e851af tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:48.570223 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e31bf7d9-c567-49a6-b6d4-36db6e333484 req-8a2b55c2-fd1e-426f-9073-a358d0e851af tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0540862 Mar 28 05:49:48.617589 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e31bf7d9-c567-49a6-b6d4-36db6e333484 req-668c26dc-e4c9-4fd0-bf13-f4453f121563 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418832 Mar 28 05:49:48.786798 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-41eb20ae-8e8b-4ba8-be6e-1b7013c9c357 req-7fccdb25-a41b-4fa7-bd72-c36d05f38593 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 210 time: 0.0271842 Mar 28 05:49:49.096247 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2d0da-c693-4735-a422-b707d741001b req-f534e723-510d-4a28-b239-23f0f6abc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:49.097965 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-f534e723-510d-4a28-b239-23f0f6abc98a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5484f88c-7060-4652-9e3a-3aec876f429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487761 Mar 28 05:49:49.189979 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-c69490e7-790e-44b1-8f06-6a80f42cca4b service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845456 Mar 28 05:49:49.276360 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-65a2d0da-c693-4735-a422-b707d741001b req-ad702838-d908-4170-84a3-13aeda024313 service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802734 Mar 28 05:49:49.444787 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f8c3b-cee2-4ca6-88b4-2303bcc489a0 req-f9438d0e-12a4-4720-b14d-45cee15e270f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:49.446278 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b37f8c3b-cee2-4ca6-88b4-2303bcc489a0 req-f9438d0e-12a4-4720-b14d-45cee15e270f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0567973 Mar 28 05:49:49.492648 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b37f8c3b-cee2-4ca6-88b4-2303bcc489a0 req-ea470683-aabc-4baf-8d0d-ba55f741994a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Mar 28 05:49:49.730897 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3298a6-9c34-4c3a-adb0-62432666af14 req-ba8225ab-eb4f-4b9e-bb29-71471cacd1f8 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:49.732338 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2a3298a6-9c34-4c3a-adb0-62432666af14 req-ba8225ab-eb4f-4b9e-bb29-71471cacd1f8 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0515373 Mar 28 05:49:49.780390 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2a3298a6-9c34-4c3a-adb0-62432666af14 req-f760a234-a5c8-4455-ad0b-0bb82cdac829 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419652 Mar 28 05:49:49.880654 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-68c37b4d-fc44-41f0-95ef-177804deeb16 req-61f26405-fb83-4475-ae6e-22f6b547b972 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 210 time: 0.0300872 Mar 28 05:49:50.612461 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694ab54-4c9a-4953-9d2d-dafddb10de12 req-3f3c57d8-f7f8-4851-91e7-d36a5d1da356 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:50.613898 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8694ab54-4c9a-4953-9d2d-dafddb10de12 req-3f3c57d8-f7f8-4851-91e7-d36a5d1da356 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Mar 28 05:49:50.659269 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8694ab54-4c9a-4953-9d2d-dafddb10de12 req-23ed285a-2bb3-4427-a5df-b96f56bca9b8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399237 Mar 28 05:49:50.896533 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15280e-4c03-4f66-b5d0-8d9c2a39f285 req-9e7f8b00-2b19-4dab-b718-35a7735d47f7 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:50.898000 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6f15280e-4c03-4f66-b5d0-8d9c2a39f285 req-9e7f8b00-2b19-4dab-b718-35a7735d47f7 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0517342 Mar 28 05:49:50.949742 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6f15280e-4c03-4f66-b5d0-8d9c2a39f285 req-f5d0e08f-1c37-4a79-9fca-0521eb1d67ab tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462523 Mar 28 05:49:50.995200 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d30136cd-d1f9-4845-9053-c4778be803bd req-c0187d8b-fa3a-42cc-8899-61801c9a4be3 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbc404dc-d879-43c0-889b-e895fb8b8c8f HTTP/1.1" status: 200 len: 210 time: 0.0329852 Mar 28 05:49:51.113084 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b619e49-f5ae-4bea-b30a-3bf0d7f21c55 req-c575a716-7bf7-4818-9263-3b46d0f68891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:51.115396 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7b619e49-f5ae-4bea-b30a-3bf0d7f21c55 req-c575a716-7bf7-4818-9263-3b46d0f68891 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 1129 time: 0.0464330 Mar 28 05:49:51.206365 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b619e49-f5ae-4bea-b30a-3bf0d7f21c55 req-640a62a2-51d9-4201-8679-144d44845804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:51.207821 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7b619e49-f5ae-4bea-b30a-3bf0d7f21c55 req-640a62a2-51d9-4201-8679-144d44845804 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 916 time: 0.0869069 Mar 28 05:49:51.276539 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7b619e49-f5ae-4bea-b30a-3bf0d7f21c55 req-42b4a45b-52b6-4f82-8803-5ca1024a97fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74817a9-ce28-49db-870b-89f1e5ef443d HTTP/1.1" status: 200 len: 1001 time: 0.0629098 Mar 28 05:49:51.325473 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b619e49-f5ae-4bea-b30a-3bf0d7f21c55 req-bdd5e6c6-584a-426b-be53-e9cb070d3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:51.327023 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7b619e49-f5ae-4bea-b30a-3bf0d7f21c55 req-bdd5e6c6-584a-426b-be53-e9cb070d3817 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.0439346 Mar 28 05:49:51.375634 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b619e49-f5ae-4bea-b30a-3bf0d7f21c55 req-21f868c3-abb1-4c72-bfe2-cb315cba7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:51.377119 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7b619e49-f5ae-4bea-b30a-3bf0d7f21c55 req-21f868c3-abb1-4c72-bfe2-cb315cba7e6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441275 Mar 28 05:49:51.475915 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7b619e49-f5ae-4bea-b30a-3bf0d7f21c55 req-166bc891-ce6f-4f26-b8fb-a594dd931351 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913837 Mar 28 05:49:51.571177 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7b619e49-f5ae-4bea-b30a-3bf0d7f21c55 req-2c75d1e5-8692-49b7-9553-68d1bec53fa7 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884361 Mar 28 05:49:51.730269 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 1cef39a2-29ed-429d-95bd-55ba727957de no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:49:51.753352 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: 1cef39a2-29ed-429d-95bd-55ba727957de {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:49:51.753696 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 1cef39a2-29ed-429d-95bd-55ba727957de not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:49:51.780728 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e57fe-abbd-4ca6-ba47-63568a2f44cc req-1f3b0913-df4f-4adf-9a2e-d00bc4012fcf tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:51.782270 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e4e57fe-abbd-4ca6-ba47-63568a2f44cc req-1f3b0913-df4f-4adf-9a2e-d00bc4012fcf tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0521543 Mar 28 05:49:51.834397 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e4e57fe-abbd-4ca6-ba47-63568a2f44cc req-c09182c6-1e7b-44e1-9ff2-f974536edc96 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463476 Mar 28 05:49:52.067213 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6ffac-647c-4f95-9293-0f7e150bb439 req-7ff1f7bd-202f-44b4-99b8-d5656dcd7d39 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:52.068673 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a2a6ffac-647c-4f95-9293-0f7e150bb439 req-7ff1f7bd-202f-44b4-99b8-d5656dcd7d39 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0520337 Mar 28 05:49:52.116548 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a2a6ffac-647c-4f95-9293-0f7e150bb439 req-bd52785e-f28f-4d31-b24c-a4f63e57f996 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Mar 28 05:49:52.241830 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-bdf9f950-5376-4406-a426-6175bf5a562f tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170150217&fields=id&tenant_id=32b0f85e1b4c44219c423466b233a884 HTTP/1.1" status: 200 len: 267 time: 0.0425189 Mar 28 05:49:52.346276 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3ecc6f74-d033-4566-8f33-c16936096c10 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:52.347735 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3ecc6f74-d033-4566-8f33-c16936096c10 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 812 time: 0.0999625 Mar 28 05:49:52.362165 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-80c05d17-ff79-49a9-8cca-2591ec8953d0 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/quotas/32b0f85e1b4c44219c423466b233a884 HTTP/1.1" status: 200 len: 375 time: 0.0092342 Mar 28 05:49:52.415445 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-0602bfad-263b-4ced-bfac-0e56f08de776 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486434 Mar 28 05:49:52.513348 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-842038fb-d443-4be0-8ead-85489f194821 service neutron] 10.222.0.20 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857749 Mar 28 05:49:52.602660 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-f6e6630b-e4b4-4d83-a29f-384c739e8ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831399 Mar 28 05:49:52.890469 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2324615f-f7a7-4428-8e20-4915bb32cd9c req-7e6e5817-5091-4c3a-bb1d-46140d82b4ef tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 210 time: 0.0291212 Mar 28 05:49:52.966314 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2bf99-5352-44fa-b4b2-ee312a4e1c64 req-fe93f844-c744-4b43-a701-66cb2436754d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:52.968425 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-09e2bf99-5352-44fa-b4b2-ee312a4e1c64 req-fe93f844-c744-4b43-a701-66cb2436754d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 945 time: 0.0583360 Mar 28 05:49:53.019033 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-09e2bf99-5352-44fa-b4b2-ee312a4e1c64 req-34c8750b-fb2c-42e6-8db4-d2cd8b0bb11f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447428 Mar 28 05:49:53.237475 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b05135-f415-4a9b-8ee3-c02dd12a6f3e req-1d24e4f1-c843-4679-82a3-4fde34564e0b tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:53.238953 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-75b05135-f415-4a9b-8ee3-c02dd12a6f3e req-1d24e4f1-c843-4679-82a3-4fde34564e0b tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0528572 Mar 28 05:49:53.286735 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-75b05135-f415-4a9b-8ee3-c02dd12a6f3e req-051ae9f7-4276-479b-b3cb-1d2ee6c97c8e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Mar 28 05:49:53.717035 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e74817a9-ce28-49db-870b-89f1e5ef443d no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:49:53.791769 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e74817a9-ce28-49db-870b-89f1e5ef443d is: ACTIVE; New status is: DOWN {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:49:53.792082 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:53.814985 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:49:53.817296 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78511e2-83a6-4d07-823f-0d200fed1f9a" -d '{"events": [{"server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "name": "network-vif-unplugged", "status": "completed", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:49:53.830548 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:49:53.835582 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:53.861391 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 05:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666ffc50-674e-4299-8a88-0c6d6a3ad5f1 x-openstack-request-id: req-666ffc50-674e-4299-8a88-0c6d6a3ad5f1 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:49:53.861686 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "name": "network-vif-unplugged", "status": "completed", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:49:53.862003 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-666ffc50-674e-4299-8a88-0c6d6a3ad5f1 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:49:53.862417 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-666ffc50-674e-4299-8a88-0c6d6a3ad5f1'] response: {'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'code': 200} Mar 28 05:49:53.890991 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=e74817a9-ce28-49db-870b-89f1e5ef443d,revision_number=8']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:53.898581 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.898936 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.899280 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.899624 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.899957 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.900284 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.900782 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.901282 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.901774 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.902272 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.902755 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.903257 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.903735 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.904222 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:53.904724 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.023174 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42112) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:54.030874 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-56e77d9c-5a91-412f-83f8-b769151d6599 req-8a718a0a-941e-44e6-9910-95773c0f00b0 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 210 time: 0.0580249 Mar 28 05:49:54.096649 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-33d2b0fa-a7dc-4a76-b514-5a452d8777c8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:54.098527 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-33d2b0fa-a7dc-4a76-b514-5a452d8777c8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 812 time: 0.1456854 Mar 28 05:49:54.160111 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:54.194610 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde7c93-f582-44d5-908d-bffc3527b686 req-6418d2c6-fd86-4dbd-b96e-c27507c0b38b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:54.196459 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-acde7c93-f582-44d5-908d-bffc3527b686 req-6418d2c6-fd86-4dbd-b96e-c27507c0b38b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0940411 Mar 28 05:49:54.206321 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-49ec6a60-6889-40d5-a0da-bab0d37f1554 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b0f85e1b4c44219c423466b233a884 HTTP/1.1" status: 200 len: 380 time: 0.0904307 Mar 28 05:49:54.224228 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'port': {'device_id': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'admin_state_up': True, 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'security_groups': ['e55b344f-922a-4388-9e43-2aead3e2c0fb']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:49:54.243345 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Publish callbacks [] for security_group (b0b0d966-d354-4c2c-ae79-1f96ca74c5f5), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:54.249209 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (b0b0d966-d354-4c2c-ae79-1f96ca74c5f5), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:54.287011 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96172b4594484c868ac3aa7dad02ead7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627463 Mar 28 05:49:54.288122 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b0d966-d354-4c2c-ae79-1f96ca74c5f5,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:54.289979 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42118) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:54.296157 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.296291 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.296621 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.296961 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.297285 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.297616 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.297939 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.298291 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.298610 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.298935 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.299259 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.299583 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.299903 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.300223 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.300540 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6e2788-d795-4b23-b99d-c06a5bb33dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:49:54.320880 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-acde7c93-f582-44d5-908d-bffc3527b686 req-60f082fb-9bc0-4cb1-b1e9-76538cfc3ab6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135988 Mar 28 05:49:54.425401 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe3dbc11-df7e-41bf-bc8b-c50e04ea99a8 admin admin] Publish callbacks [] for security_group (b0b0d966-d354-4c2c-ae79-1f96ca74c5f5), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:54.438711 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Made reservation on behalf of 32b0f85e1b4c44219c423466b233a884 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:49:54.442010 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:54.470336 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe3dbc11-df7e-41bf-bc8b-c50e04ea99a8 admin admin] Publish callbacks [] for security_group (b0b0d966-d354-4c2c-ae79-1f96ca74c5f5), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:54.489148 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239388b5-2a07-4b14-a86c-ad2c3850fd96 req-8da37371-fee3-4bc9-bd61-8aacd6339fe2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:54.492996 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-239388b5-2a07-4b14-a86c-ad2c3850fd96 req-8da37371-fee3-4bc9-bd61-8aacd6339fe2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.1365445 Mar 28 05:49:54.612399 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-239388b5-2a07-4b14-a86c-ad2c3850fd96 req-d49e1f97-4a7b-4947-8951-f75cbfcc8553 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105719 Mar 28 05:49:54.644888 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe3dbc11-df7e-41bf-bc8b-c50e04ea99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (b0b0d966-d354-4c2c-ae79-1f96ca74c5f5), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:54.647611 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fe3dbc11-df7e-41bf-bc8b-c50e04ea99a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:54.648780 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-fe3dbc11-df7e-41bf-bc8b-c50e04ea99a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0b0d966-d354-4c2c-ae79-1f96ca74c5f5 HTTP/1.1" status: 204 len: 168 time: 0.3542745 Mar 28 05:49:54.665183 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3dbc11-df7e-41bf-bc8b-c50e04ea99a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b0d966-d354-4c2c-ae79-1f96ca74c5f5,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:54.687690 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Allocated IP 172.20.0.4 (fbc730a7-2dc9-428c-9837-7d0a146a1192/7494be8a-5bfe-4717-a0a1-e6832e99f302/4d14ffd2-190d-4665-9447-855aad7a2c6a) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:49:54.863187 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:54.907088 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:54.960594 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Network fbc730a7-2dc9-428c-9837-7d0a146a1192 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:49:54.968082 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:49:54.970634 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:49:55.012297 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'Port': ['ID=4d14ffd2-190d-4665-9447-855aad7a2c6a,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:55.021638 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42146) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:55.042220 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c1d24641-20f2-4b90-8577-b2b66481fe64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:55.083378 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:55.084855 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:55.110576 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-aa94c03b-4bf8-4124-9217-7792bb501416 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8960266 Mar 28 05:49:55.131116 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Request body: {'port': {'device_id': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:49:55.145450 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c1d24641-20f2-4b90-8577-b2b66481fe64 admin admin] Publish callbacks [] for security_group (be5a0e0e-61ac-447e-9ebd-659da4d67c4a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:55.158884 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c1d24641-20f2-4b90-8577-b2b66481fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (be5a0e0e-61ac-447e-9ebd-659da4d67c4a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:55.209429 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d24641-20f2-4b90-8577-b2b66481fe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a0e0e-61ac-447e-9ebd-659da4d67c4a,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:55.217699 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c1d24641-20f2-4b90-8577-b2b66481fe64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f9807aedac94226a7399a891683ac75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944125 Mar 28 05:49:55.220656 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42154) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:49:55.240954 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:55.244854 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-34527085-9d60-4ff2-ab6e-32167a54c645 None None] Provisioning complete for port 4d14ffd2-190d-4665-9447-855aad7a2c6a triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:49:55.245845 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-34527085-9d60-4ff2-ab6e-32167a54c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:55.282155 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-34527085-9d60-4ff2-ab6e-32167a54c645 None None] Port 4d14ffd2-190d-4665-9447-855aad7a2c6a cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:49:55.285737 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8145975-9be5-42d8-a5c4-cd9c656482bc admin admin] Publish callbacks [] for security_group (be5a0e0e-61ac-447e-9ebd-659da4d67c4a), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:55.317325 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8145975-9be5-42d8-a5c4-cd9c656482bc admin admin] Publish callbacks [] for security_group (be5a0e0e-61ac-447e-9ebd-659da4d67c4a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:55.378545 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8145975-9be5-42d8-a5c4-cd9c656482bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (be5a0e0e-61ac-447e-9ebd-659da4d67c4a), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:55.381162 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a8145975-9be5-42d8-a5c4-cd9c656482bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:55.382374 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a8145975-9be5-42d8-a5c4-cd9c656482bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be5a0e0e-61ac-447e-9ebd-659da4d67c4a HTTP/1.1" status: 204 len: 168 time: 0.1607614 Mar 28 05:49:55.394439 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8145975-9be5-42d8-a5c4-cd9c656482bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a0e0e-61ac-447e-9ebd-659da4d67c4a,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:55.578754 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8fc67-7b35-4582-afc4-6be7515dac37 req-07e3072b-2ca8-4d7d-89e9-a979b4a250de tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:55.580490 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-76b8fc67-7b35-4582-afc4-6be7515dac37 req-07e3072b-2ca8-4d7d-89e9-a979b4a250de tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 931 time: 0.4465215 Mar 28 05:49:55.745528 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fe976-48ee-44b5-ad06-78b98ca2bba7 req-28700e8b-e073-484a-9e48-c148f938e224 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:55.751870 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-677fe976-48ee-44b5-ad06-78b98ca2bba7 req-28700e8b-e073-484a-9e48-c148f938e224 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.1954832 Mar 28 05:49:55.768417 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-76b8fc67-7b35-4582-afc4-6be7515dac37 req-3eb78b35-deb8-4dd0-8013-8bf535c6e433 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710396 Mar 28 05:49:55.830083 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-508ff8a9-a86e-421f-94ac-7f25d9b9430a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567889 Mar 28 05:49:55.907587 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c972-7475-4560-bf40-821b818f6259 req-aa2f3e14-0822-4924-ae79-0bd7ed87727d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:55.908957 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-aa2f3e14-0822-4924-ae79-0bd7ed87727d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports/e74817a9-ce28-49db-870b-89f1e5ef443d HTTP/1.1" status: 200 len: 940 time: 0.0498292 Mar 28 05:49:55.925346 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-677fe976-48ee-44b5-ad06-78b98ca2bba7 req-a5e13ac7-8dae-4190-9c8e-ecec0bc4ec04 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727538 Mar 28 05:49:55.971093 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c9a25-3279-4c0b-9b4a-a3c81110c5f4 req-2ffa559a-13f2-47d9-bd4a-cb089ac396f8 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:55.977724 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b83c9a25-3279-4c0b-9b4a-a3c81110c5f4 req-2ffa559a-13f2-47d9-bd4a-cb089ac396f8 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.1231036 Mar 28 05:49:56.057154 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b83c9a25-3279-4c0b-9b4a-a3c81110c5f4 req-720ddb1f-fdda-4010-8a1e-281cf60191ac tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783532 Mar 28 05:49:56.066387 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d14ffd2-190d-4665-9447-855aad7a2c6a {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:49:56.074528 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Publish callbacks [] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:56.088147 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Transition to ACTIVE for port object 4d14ffd2-190d-4665-9447-855aad7a2c6a will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:49:56.092123 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:56.153528 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d14ffd2-190d-4665-9447-855aad7a2c6a,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:56.243811 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Attempting to bind port 4d14ffd2-190d-4665-9447-855aad7a2c6a on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:49:56.244312 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Attempting to bind port 4d14ffd2-190d-4665-9447-855aad7a2c6a by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:49:56.244649 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Attempting to bind port 4d14ffd2-190d-4665-9447-855aad7a2c6a on network fbc730a7-2dc9-428c-9837-7d0a146a1192 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:49:56.251655 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Port 4d14ffd2-190d-4665-9447-855aad7a2c6a on network fbc730a7-2dc9-428c-9837-7d0a146a1192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:49:56.251989 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Attempting to bind port 4d14ffd2-190d-4665-9447-855aad7a2c6a on network fbc730a7-2dc9-428c-9837-7d0a146a1192 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:49:56.258940 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:49:56.259308 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Checking segment: {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:49:56.259707 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Bound using segment: {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:49:56.260142 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Bound port: 4d14ffd2-190d-4665-9447-855aad7a2c6a, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:49:56.260503 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:56.349741 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] For port 4d14ffd2-190d-4665-9447-855aad7a2c6a, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:49:56.353901 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] For port 4d14ffd2-190d-4665-9447-855aad7a2c6a, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=4d14ffd2-190d-4665-9447-855aad7a2c6a,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:49:56.360789 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:56.399337 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:56.399884 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:56.401437 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] 10.222.0.21 "PUT /v2.0/ports/4d14ffd2-190d-4665-9447-855aad7a2c6a HTTP/1.1" status: 200 len: 1093 time: 1.2765722 Mar 28 05:49:56.404714 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'tag': '4d14ffd2-190d-4665-9447-855aad7a2c6a'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:49:56.406854 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145c5cb4-724c-4731-aeec-baa061610938" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d256f3-8195-40a5-a4bc-a4a61b9b77cf", "tag": "4d14ffd2-190d-4665-9447-855aad7a2c6a"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:49:56.442306 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d231af2-764d-4f59-bbee-b4f6a7838ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d14ffd2-190d-4665-9447-855aad7a2c6a,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:49:56.474449 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738ef340-4e36-44ef-97a6-f0e9af2c97b3 x-openstack-request-id: req-738ef340-4e36-44ef-97a6-f0e9af2c97b3 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:49:56.474770 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d256f3-8195-40a5-a4bc-a4a61b9b77cf", "tag": "4d14ffd2-190d-4665-9447-855aad7a2c6a", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:49:56.475023 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-738ef340-4e36-44ef-97a6-f0e9af2c97b3 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:49:56.475429 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738ef340-4e36-44ef-97a6-f0e9af2c97b3'] response: {'name': 'network-changed', 'server_uuid': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'tag': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'status': 'completed', 'code': 200} Mar 28 05:49:56.554140 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-95a1f039-3177-4a3f-9a56-43835b03f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:56.555915 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-95a1f039-3177-4a3f-9a56-43835b03f656 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 1127 time: 0.0634139 Mar 28 05:49:56.612564 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-6bcab4c7-33b0-4f0e-a68a-9a1d69b82d73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d14ffd2-190d-4665-9447-855aad7a2c6a HTTP/1.1" status: 200 len: 217 time: 0.0416076 Mar 28 05:49:56.672220 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-fbe992fb-c01e-42ef-9cb7-106f8d92e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:56.673804 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-fbe992fb-c01e-42ef-9cb7-106f8d92e1b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.0483139 Mar 28 05:49:56.730588 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-d094fd0e-f30f-4749-95b8-37f49e66e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:56.731998 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-d094fd0e-f30f-4749-95b8-37f49e66e92b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514317 Mar 28 05:49:56.827281 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-28f770bc-24d7-444e-bb8c-660cc4babef7 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880599 Mar 28 05:49:56.998769 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c972-7475-4560-bf40-821b818f6259 req-e3ffa98a-aa46-46ea-b2ec-fdac4f718aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.000338 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-e3ffa98a-aa46-46ea-b2ec-fdac4f718aaf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088&tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e HTTP/1.1" status: 200 len: 1127 time: 0.1556268 Mar 28 05:49:57.018280 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cdfff-790f-40ec-9e8c-a012da9bd4f8 req-0313a4d8-c469-456d-b0f1-c3ad942c7ae7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.019715 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-838cdfff-790f-40ec-9e8c-a012da9bd4f8 req-0313a4d8-c469-456d-b0f1-c3ad942c7ae7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.1569507 Mar 28 05:49:57.039920 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9312c9f-dae8-4256-8523-2e5449b58ffc req-0af46f2c-05f9-4545-a6ce-23acef03f99b service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869788 Mar 28 05:49:57.140829 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-838cdfff-790f-40ec-9e8c-a012da9bd4f8 req-0e2f31c7-a584-467f-812f-fa74df598149 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081839 Mar 28 05:49:57.161839 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498ccb5-8bca-4f28-9f92-1ff7676c3e75 req-53e06f77-88fc-4c98-b416-5bf731bbb08c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.162006 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b498ccb5-8bca-4f28-9f92-1ff7676c3e75 req-53e06f77-88fc-4c98-b416-5bf731bbb08c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.1511879 Mar 28 05:49:57.182936 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c972-7475-4560-bf40-821b818f6259 req-127fbce2-5a40-406a-b16a-e550d0405a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.184486 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-127fbce2-5a40-406a-b16a-e550d0405a47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 1127 time: 0.1427841 Mar 28 05:49:57.327219 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5cb4-724c-4731-aeec-baa061610938 req-a15269d9-6d0a-4282-a852-b9ee641c2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.328745 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-145c5cb4-724c-4731-aeec-baa061610938 req-a15269d9-6d0a-4282-a852-b9ee641c2612 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 1127 time: 0.1947167 Mar 28 05:49:57.334418 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b498ccb5-8bca-4f28-9f92-1ff7676c3e75 req-b1f8fffc-3c2c-4d0f-b74f-4686277012c7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561983 Mar 28 05:49:57.409555 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c972-7475-4560-bf40-821b818f6259 req-f0b5ca87-4877-4b24-952c-b6d1721b55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.411079 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-f0b5ca87-4877-4b24-952c-b6d1721b55f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 916 time: 0.2190595 Mar 28 05:49:57.423098 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f17a-0541-4dab-a61c-1c97e43d56f7 req-3a7cd6bf-05de-4420-95cb-e27467aa94c2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.424476 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9d15f17a-0541-4dab-a61c-1c97e43d56f7 req-3a7cd6bf-05de-4420-95cb-e27467aa94c2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.2031300 Mar 28 05:49:57.537667 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-82c7e592-fd7b-4a7b-b0d6-86279504de5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74817a9-ce28-49db-870b-89f1e5ef443d HTTP/1.1" status: 200 len: 999 time: 0.1121862 Mar 28 05:49:57.541310 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5cb4-724c-4731-aeec-baa061610938 req-4effe57d-da8b-4879-823b-6581064a30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.551115 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-145c5cb4-724c-4731-aeec-baa061610938 req-4effe57d-da8b-4879-823b-6581064a30d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 912 time: 0.2057867 Mar 28 05:49:57.551115 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9d15f17a-0541-4dab-a61c-1c97e43d56f7 req-7cc351af-beb7-4bb0-ade1-1014720d3c1d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158309 Mar 28 05:49:57.602093 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-145c5cb4-724c-4731-aeec-baa061610938 req-7047eb9b-91a6-4b1f-8b3c-d5700bbdd468 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d14ffd2-190d-4665-9447-855aad7a2c6a HTTP/1.1" status: 200 len: 217 time: 0.0498638 Mar 28 05:49:57.677552 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c972-7475-4560-bf40-821b818f6259 req-66ec2a2d-0ea5-4449-b0c7-0f8a36fc4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.679035 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-66ec2a2d-0ea5-4449-b0c7-0f8a36fc4674 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.1352878 Mar 28 05:49:57.683790 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5cb4-724c-4731-aeec-baa061610938 req-28c05c53-dd7f-4181-a1c0-939f1f95888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.685072 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-145c5cb4-724c-4731-aeec-baa061610938 req-28c05c53-dd7f-4181-a1c0-939f1f95888c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.0586205 Mar 28 05:49:57.723145 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e74817a9-ce28-49db-870b-89f1e5ef443d no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:49:57.763136 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c972-7475-4560-bf40-821b818f6259 req-6981b7b3-8ab3-4c14-baa3-a03fc74621f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.765149 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-6981b7b3-8ab3-4c14-baa3-a03fc74621f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792282 Mar 28 05:49:57.766999 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5cb4-724c-4731-aeec-baa061610938 req-441adf84-9c64-456f-a6af-49938c42a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.768340 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-145c5cb4-724c-4731-aeec-baa061610938 req-441adf84-9c64-456f-a6af-49938c42a81b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740163 Mar 28 05:49:57.800462 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e74817a9-ce28-49db-870b-89f1e5ef443d is: DOWN; New status is: DOWN {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:49:57.923927 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-5f1f900e-94dd-4619-b5de-7edae534a21d service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482203 Mar 28 05:49:57.926004 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-145c5cb4-724c-4731-aeec-baa061610938 req-ba6f83c6-dbcf-4e05-9ebd-633dc7216e0f service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493618 Mar 28 05:49:58.083938 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-a10ee044-fc13-4c06-9509-19712d6534b1 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468256 Mar 28 05:49:58.085755 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-145c5cb4-724c-4731-aeec-baa061610938 req-8af5980b-cde0-40c5-bd23-ca5a18a8581a service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419523 Mar 28 05:49:58.261081 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3321c98-abed-4a82-86a7-6feb00fd43fe req-214c9fe6-a814-4645-8ed7-353433f1d537 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:58.262569 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3321c98-abed-4a82-86a7-6feb00fd43fe req-214c9fe6-a814-4645-8ed7-353433f1d537 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0555332 Mar 28 05:49:58.312267 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3321c98-abed-4a82-86a7-6feb00fd43fe req-1e8677c8-7413-4214-8d78-7ad540303126 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 Mar 28 05:49:58.460689 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaa144-7d1a-4fab-a164-13efb6c3c66d req-e2cbc972-d63e-4e12-bfef-05f53b7dbfcc tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:58.462151 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-72aaa144-7d1a-4fab-a164-13efb6c3c66d req-e2cbc972-d63e-4e12-bfef-05f53b7dbfcc tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0537176 Mar 28 05:49:58.510103 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-72aaa144-7d1a-4fab-a164-13efb6c3c66d req-83998dc9-4f7c-4b14-aa4c-d5233fa7da3b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418499 Mar 28 05:49:58.724534 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67b917-742c-4dd8-88ce-e85b43fa30ad req-3a0e57ae-2eb8-4e7b-8b32-9b451687ce99 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:58.726217 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fe67b917-742c-4dd8-88ce-e85b43fa30ad req-3a0e57ae-2eb8-4e7b-8b32-9b451687ce99 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0789883 Mar 28 05:49:58.840415 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fe67b917-742c-4dd8-88ce-e85b43fa30ad req-2314c11e-2291-497e-b253-61ff8575cdff tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076577 Mar 28 05:49:59.435125 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d575f83-6680-4e93-8b0e-7bebfdf9298c req-fb2006f2-800c-4b06-9f48-3f81ca903631 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:59.436652 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5d575f83-6680-4e93-8b0e-7bebfdf9298c req-fb2006f2-800c-4b06-9f48-3f81ca903631 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0541248 Mar 28 05:49:59.488096 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5d575f83-6680-4e93-8b0e-7bebfdf9298c req-b0c99056-9c4d-4dac-9a0f-30ca83eacfd8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 Mar 28 05:49:59.638653 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76597f53-fdad-4823-9df5-f5fa7192067b req-7b7ea841-9a9a-42ea-a185-8e7142bd3217 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:59.640600 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-76597f53-fdad-4823-9df5-f5fa7192067b req-7b7ea841-9a9a-42ea-a185-8e7142bd3217 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0562100 Mar 28 05:49:59.687805 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-aba7084c-b474-4dfe-977c-3a02552bc466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:59.703177 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-76597f53-fdad-4823-9df5-f5fa7192067b req-85f0359f-2acd-44c1-8444-8ada27f0c801 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557773 Mar 28 05:49:59.991946 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2b8dd-06ed-4fd8-8cc7-8cb35a78246b req-471cc5b3-413e-46c3-b8e3-a68a797eb2bf tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:59.993422 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f5f2b8dd-06ed-4fd8-8cc7-8cb35a78246b req-471cc5b3-413e-46c3-b8e3-a68a797eb2bf tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0700188 Mar 28 05:50:00.046600 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f5f2b8dd-06ed-4fd8-8cc7-8cb35a78246b req-4233eb0b-7729-4031-bfcc-b3b309479e06 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471003 Mar 28 05:50:00.604362 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f72dc-9fda-4bbe-8a86-0bb1cd54a384 req-ab082b8b-6b26-4228-8381-187f91c001c7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:00.605813 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c26f72dc-9fda-4bbe-8a86-0bb1cd54a384 req-ab082b8b-6b26-4228-8381-187f91c001c7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0526676 Mar 28 05:50:00.653047 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c26f72dc-9fda-4bbe-8a86-0bb1cd54a384 req-8354ae20-e81c-41c1-95d9-d952bfe7b008 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411839 Mar 28 05:50:00.822677 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f506672-c108-45b1-9ca8-7ca361caee87 req-8bb183e7-98fe-4dc0-9dc2-977b0455b995 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:00.824092 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f506672-c108-45b1-9ca8-7ca361caee87 req-8bb183e7-98fe-4dc0-9dc2-977b0455b995 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0498734 Mar 28 05:50:00.872222 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f506672-c108-45b1-9ca8-7ca361caee87 req-b9b2b812-715f-4181-98fd-73910b5809f4 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419245 Mar 28 05:50:01.161816 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66a193-1ee6-49e9-b0f9-d31a8d55f41a req-69b01745-e616-472e-b0bc-d12179ec83ff tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:01.163288 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2c66a193-1ee6-49e9-b0f9-d31a8d55f41a req-69b01745-e616-472e-b0bc-d12179ec83ff tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0510550 Mar 28 05:50:01.213732 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2c66a193-1ee6-49e9-b0f9-d31a8d55f41a req-d204f227-1895-4a27-b0bf-4418ff58a0d2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Mar 28 05:50:01.772400 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0fd63-dd56-42f4-ad7d-92f13bd915fe req-29b89cf8-edb0-487c-b584-145f959a3ace tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:01.773878 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34c0fd63-dd56-42f4-ad7d-92f13bd915fe req-29b89cf8-edb0-487c-b584-145f959a3ace tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0526252 Mar 28 05:50:01.831847 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-34c0fd63-dd56-42f4-ad7d-92f13bd915fe req-47645884-2681-425f-a8e3-da2d94c5656a tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521944 Mar 28 05:50:02.002536 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a8168-fee0-4484-81c8-1aab6959be5b req-fbb7b300-4539-427a-8cf0-4b9061290d4b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:02.004078 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c77a8168-fee0-4484-81c8-1aab6959be5b req-fbb7b300-4539-427a-8cf0-4b9061290d4b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0615308 Mar 28 05:50:02.065904 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c77a8168-fee0-4484-81c8-1aab6959be5b req-6e1a6c28-f8eb-4a02-82fb-c0268d102deb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533428 Mar 28 05:50:02.095675 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-60bec5f8-9e27-439d-93f6-edb9ce7dca1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:02.340449 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae9e93-555a-4863-89b0-d5973f1eab66 req-9f7bf0ad-b9a7-4f5e-afb5-ae7bb07ac97c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:02.342358 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-52ae9e93-555a-4863-89b0-d5973f1eab66 req-9f7bf0ad-b9a7-4f5e-afb5-ae7bb07ac97c tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 944 time: 0.0510325 Mar 28 05:50:02.389798 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-52ae9e93-555a-4863-89b0-d5973f1eab66 req-bced8d2e-4908-48be-8bf8-1b2382f0525a tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 Mar 28 05:50:02.890087 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:50:02.966562 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a2fe4-710c-4a56-8343-b15204b04e9e req-7301845b-415a-4b3a-b884-555f09745f1b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:02.968159 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8f8a2fe4-710c-4a56-8343-b15204b04e9e req-7301845b-415a-4b3a-b884-555f09745f1b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0701845 Mar 28 05:50:03.021099 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:03.049778 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8f8a2fe4-710c-4a56-8343-b15204b04e9e req-fd1dbb24-7015-44c4-a85b-5f5f2476c52f tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744369 Mar 28 05:50:03.051732 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'port_id': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'mac_address': 'fa:16:3e:b2:49:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:50:03.081954 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:03.113632 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:50:03.114326 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:03.146803 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:50:03.176134 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:03.182311 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:03.215051 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cb92f-2984-4733-8659-cf47efb88c01 req-064f946c-3005-4ee0-a5fb-7639f1d45d7b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:03.224218 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5e5cb92f-2984-4733-8659-cf47efb88c01 req-064f946c-3005-4ee0-a5fb-7639f1d45d7b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0663867 Mar 28 05:50:03.251404 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,revision_number=7']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:03.285883 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5e5cb92f-2984-4733-8659-cf47efb88c01 req-4140c898-244b-4eb2-8fa5-67fd2786395f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548756 Mar 28 05:50:03.389716 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:50:03.522529 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e141d82-6871-441d-88e5-ccb555aa894e req-afde9033-9f9b-4632-a207-c786e4080e30 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:03.530336 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8e141d82-6871-441d-88e5-ccb555aa894e req-afde9033-9f9b-4632-a207-c786e4080e30 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 945 time: 0.0702202 Mar 28 05:50:03.582777 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8e141d82-6871-441d-88e5-ccb555aa894e req-b74cee7c-7ecd-4bc5-9efc-cd4d280a7e78 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514159 Mar 28 05:50:04.177049 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33aa58-d028-44c0-8e0e-e906c6b75d9b req-c2562445-f244-4f08-b94b-530394c76821 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:04.178533 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5d33aa58-d028-44c0-8e0e-e906c6b75d9b req-c2562445-f244-4f08-b94b-530394c76821 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0515425 Mar 28 05:50:04.226899 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5d33aa58-d028-44c0-8e0e-e906c6b75d9b req-800c2703-cfe9-4fb2-a9e1-f5d8d0f84d49 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428391 Mar 28 05:50:04.463059 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0392fd1-cd8d-4022-967c-decc878bc956 req-7f5e87ba-31f5-4194-857e-9269a412687b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:04.464919 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f0392fd1-cd8d-4022-967c-decc878bc956 req-7f5e87ba-31f5-4194-857e-9269a412687b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0539513 Mar 28 05:50:04.512771 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f0392fd1-cd8d-4022-967c-decc878bc956 req-5760cbd4-619c-4a6b-bd90-48a8827fb10c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417929 Mar 28 05:50:04.701764 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3e0f4-43fb-44c0-9bce-d4d15e133a9f req-51a23617-c760-4c37-be4a-e287f1f32ecf tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:04.703240 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f0c3e0f4-43fb-44c0-9bce-d4d15e133a9f req-51a23617-c760-4c37-be4a-e287f1f32ecf tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 945 time: 0.0554552 Mar 28 05:50:04.720804 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:04.751997 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f0c3e0f4-43fb-44c0-9bce-d4d15e133a9f req-a4af5bbd-f009-451c-a58e-39aaa6025df1 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430038 Mar 28 05:50:05.343673 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3921c87-208e-4fc8-8078-d12ee8924395 req-dec87267-ed60-4483-a168-833407810957 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:05.345118 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3921c87-208e-4fc8-8078-d12ee8924395 req-dec87267-ed60-4483-a168-833407810957 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0536551 Mar 28 05:50:05.396804 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3921c87-208e-4fc8-8078-d12ee8924395 req-3e75b5a3-8cca-4cca-b2c1-f6f4a94dce10 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460684 Mar 28 05:50:05.640599 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be0094-85f9-499e-9da4-e6a134de4a3a req-ee865d98-a628-4707-b763-c71e6a905bd8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:05.642073 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-04be0094-85f9-499e-9da4-e6a134de4a3a req-ee865d98-a628-4707-b763-c71e6a905bd8 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0531430 Mar 28 05:50:05.693118 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-04be0094-85f9-499e-9da4-e6a134de4a3a req-13fe0370-3a24-430d-b065-b09c6b37206d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451295 Mar 28 05:50:05.852321 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['42291fa0-2e84-4b74-b30e-3e81dbbcaaa6'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:50:05.873792 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99968efd-19f0-4793-a609-c3f47aa860ce req-a9bff9eb-5fc9-4465-abe3-8a244a2c96bf tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:05.878003 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-99968efd-19f0-4793-a609-c3f47aa860ce req-a9bff9eb-5fc9-4465-abe3-8a244a2c96bf tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 945 time: 0.0559990 Mar 28 05:50:05.929653 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-99968efd-19f0-4793-a609-c3f47aa860ce req-7fac27bf-d36c-4aa0-a6de-a619fc6305e4 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476818 Mar 28 05:50:06.327292 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:06.542750 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdee0e7-175a-4570-89ed-4f325a151988 req-5e083879-91e7-4079-92eb-c825072d3293 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:06.542750 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2fdee0e7-175a-4570-89ed-4f325a151988 req-5e083879-91e7-4079-92eb-c825072d3293 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0643244 Mar 28 05:50:06.598926 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2fdee0e7-175a-4570-89ed-4f325a151988 req-a190e296-b721-4cff-8d21-018e44844370 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529070 Mar 28 05:50:06.838761 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21234caf-48d2-46f1-8254-061f7b92a124 req-9dc1ec8a-e2d3-4285-b25b-642b39926502 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:06.840353 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-21234caf-48d2-46f1-8254-061f7b92a124 req-9dc1ec8a-e2d3-4285-b25b-642b39926502 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0710409 Mar 28 05:50:06.895726 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-21234caf-48d2-46f1-8254-061f7b92a124 req-621ab556-2044-4023-a3af-d86ec847ea98 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444891 Mar 28 05:50:07.058002 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82609bab-795c-4600-98c7-b63a55fe32c1 req-dcf86f97-b67d-4409-bb03-bda3d57f8518 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:07.060121 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-82609bab-795c-4600-98c7-b63a55fe32c1 req-dcf86f97-b67d-4409-bb03-bda3d57f8518 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 945 time: 0.0615160 Mar 28 05:50:07.083104 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:50:07.119623 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-82609bab-795c-4600-98c7-b63a55fe32c1 req-6adc4f5e-7810-4674-8119-888deb18b2b3 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539277 Mar 28 05:50:07.148143 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:50:07.148513 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:07.232946 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:50:07.233343 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:07.270193 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:07.271056 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:50:07.273293 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8606a3-370d-4d54-adcb-75f99b26f8df" -d '{"events": [{"server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "name": "network-vif-plugged", "status": "completed", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:50:07.276483 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:07.334749 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9a8339-77e2-4b4f-a134-a003bedaa1ac x-openstack-request-id: req-7f9a8339-77e2-4b4f-a134-a003bedaa1ac {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:50:07.335048 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "name": "network-vif-plugged", "status": "completed", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:50:07.335293 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f9a8339-77e2-4b4f-a134-a003bedaa1ac {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:50:07.335703 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9a8339-77e2-4b4f-a134-a003bedaa1ac'] response: {'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'code': 200} Mar 28 05:50:07.338634 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,revision_number=8']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:07.752688 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22f7fa-48c6-4fb7-b210-edef036b2a82 req-a13fcc82-7db9-4f4f-8c50-1cfd0ce6214d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:07.754294 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d22f7fa-48c6-4fb7-b210-edef036b2a82 req-a13fcc82-7db9-4f4f-8c50-1cfd0ce6214d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0645394 Mar 28 05:50:07.808654 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d22f7fa-48c6-4fb7-b210-edef036b2a82 req-8100c35e-fba3-4342-a57b-43c5160ea250 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479305 Mar 28 05:50:08.080224 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b87b7-8bfc-4d12-aa18-bfa8982d2794 req-99679375-336d-4001-aa3a-ad30fc4f8521 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:08.081860 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b69b87b7-8bfc-4d12-aa18-bfa8982d2794 req-99679375-336d-4001-aa3a-ad30fc4f8521 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0635517 Mar 28 05:50:08.130228 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b69b87b7-8bfc-4d12-aa18-bfa8982d2794 req-678a9eb5-cd49-4b06-900c-7c42a468ae12 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Mar 28 05:50:08.240990 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5372029-392c-4254-9633-797200c23aa4 req-ad2baeae-357b-4bae-b345-d24da04a2ea8 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:08.242535 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c5372029-392c-4254-9633-797200c23aa4 req-ad2baeae-357b-4bae-b345-d24da04a2ea8 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0540552 Mar 28 05:50:08.297258 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c5372029-392c-4254-9633-797200c23aa4 req-b01ca900-3840-4f3e-8b55-0b1e111497ab tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483968 Mar 28 05:50:08.935178 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:08.964841 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301e803-e231-4bd9-9ecc-c9fd5ecd1550 req-cce12baa-aadb-4372-a2cc-30acf25b09cb tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:08.966428 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8301e803-e231-4bd9-9ecc-c9fd5ecd1550 req-cce12baa-aadb-4372-a2cc-30acf25b09cb tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0763803 Mar 28 05:50:09.039862 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8301e803-e231-4bd9-9ecc-c9fd5ecd1550 req-969603c3-c446-4ffa-af53-60531815d94c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671608 Mar 28 05:50:09.223266 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42368) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:09.289777 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cbe95-58a4-461e-95d1-866c1a8a1b7a req-c7e0a889-8584-4a55-8ed6-6a972ba47f1c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:09.296678 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-759cbe95-58a4-461e-95d1-866c1a8a1b7a req-c7e0a889-8584-4a55-8ed6-6a972ba47f1c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0677342 Mar 28 05:50:09.367264 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-759cbe95-58a4-461e-95d1-866c1a8a1b7a req-cc7e8328-27bb-49f6-b025-d157b32b1d62 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582247 Mar 28 05:50:09.404637 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-070fbb80-07e2-49cb-a8ea-dc4770de8d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:09.479568 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8633c8d-6b0f-4ead-bad1-d48a827519b6 req-244c1aa2-87dd-4c24-9c8e-c890260fdaee tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:09.481083 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d8633c8d-6b0f-4ead-bad1-d48a827519b6 req-244c1aa2-87dd-4c24-9c8e-c890260fdaee tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0862284 Mar 28 05:50:09.596803 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-070fbb80-07e2-49cb-a8ea-dc4770de8d40 admin admin] Publish callbacks [] for security_group (8b6c5d89-088f-4e20-9547-bd5bf7c7222f), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:09.601688 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d8633c8d-6b0f-4ead-bad1-d48a827519b6 req-96180d2a-ba9d-48f1-887f-bfbbf976e477 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117272 Mar 28 05:50:09.607018 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-070fbb80-07e2-49cb-a8ea-dc4770de8d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (8b6c5d89-088f-4e20-9547-bd5bf7c7222f), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:09.652783 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-070fbb80-07e2-49cb-a8ea-dc4770de8d40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c74dc207129c492a82ade3e284ab7cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284220 Mar 28 05:50:09.655338 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42376) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:09.661185 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fbb80-07e2-49cb-a8ea-dc4770de8d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6c5d89-088f-4e20-9547-bd5bf7c7222f,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:09.715501 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-45867d8d-652e-4627-9323-39ba74fa2bde admin admin] Publish callbacks [] for security_group (8b6c5d89-088f-4e20-9547-bd5bf7c7222f), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:09.736849 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-45867d8d-652e-4627-9323-39ba74fa2bde admin admin] Publish callbacks [] for security_group (8b6c5d89-088f-4e20-9547-bd5bf7c7222f), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:09.792160 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-45867d8d-652e-4627-9323-39ba74fa2bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (8b6c5d89-088f-4e20-9547-bd5bf7c7222f), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:09.795436 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-45867d8d-652e-4627-9323-39ba74fa2bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:09.796774 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-45867d8d-652e-4627-9323-39ba74fa2bde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b6c5d89-088f-4e20-9547-bd5bf7c7222f HTTP/1.1" status: 204 len: 168 time: 0.1404874 Mar 28 05:50:09.805405 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45867d8d-652e-4627-9323-39ba74fa2bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6c5d89-088f-4e20-9547-bd5bf7c7222f,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:10.102824 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42384) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:10.119670 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-316009e0-8bdf-4559-8b9c-b8f8f0c84c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:10.196846 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5c6f7-a320-4548-acc3-80ff78db86ae req-748fb3b9-9a85-498c-98ca-89f85bc6b4f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:10.198236 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9a5c6f7-a320-4548-acc3-80ff78db86ae req-748fb3b9-9a85-498c-98ca-89f85bc6b4f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0803740 Mar 28 05:50:10.272452 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-316009e0-8bdf-4559-8b9c-b8f8f0c84c53 admin admin] Publish callbacks [] for security_group (48d12290-1eb6-4619-8f11-385048b4dac2), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:10.276950 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9a5c6f7-a320-4548-acc3-80ff78db86ae req-6e6cdd16-6e20-4bc6-ad79-a391c748d464 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712037 Mar 28 05:50:10.278058 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-316009e0-8bdf-4559-8b9c-b8f8f0c84c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (48d12290-1eb6-4619-8f11-385048b4dac2), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:10.318901 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-316009e0-8bdf-4559-8b9c-b8f8f0c84c53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e239109fd0b94910b097df8cc4eccb85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144020 Mar 28 05:50:10.319850 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316009e0-8bdf-4559-8b9c-b8f8f0c84c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d12290-1eb6-4619-8f11-385048b4dac2,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:10.321687 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42386) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:10.372096 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8432f8b-8ea8-45fe-a7ab-45618a7cac20 admin admin] Publish callbacks [] for security_group (48d12290-1eb6-4619-8f11-385048b4dac2), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:10.398592 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8432f8b-8ea8-45fe-a7ab-45618a7cac20 admin admin] Publish callbacks [] for security_group (48d12290-1eb6-4619-8f11-385048b4dac2), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:10.445159 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8432f8b-8ea8-45fe-a7ab-45618a7cac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (48d12290-1eb6-4619-8f11-385048b4dac2), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:10.447815 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e8432f8b-8ea8-45fe-a7ab-45618a7cac20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:10.448930 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e8432f8b-8ea8-45fe-a7ab-45618a7cac20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48d12290-1eb6-4619-8f11-385048b4dac2 HTTP/1.1" status: 204 len: 168 time: 0.1262376 Mar 28 05:50:10.458062 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8432f8b-8ea8-45fe-a7ab-45618a7cac20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d12290-1eb6-4619-8f11-385048b4dac2,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:10.489745 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eba45-b781-4485-830c-05ca0f4c4f6b req-ab0e87a0-035f-428d-b8f6-7ccbc076dfd5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:10.491243 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-047eba45-b781-4485-830c-05ca0f4c4f6b req-ab0e87a0-035f-428d-b8f6-7ccbc076dfd5 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0581601 Mar 28 05:50:10.540376 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-047eba45-b781-4485-830c-05ca0f4c4f6b req-7c87deb0-0959-4d66-8efc-d917b3aa0fed tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434406 Mar 28 05:50:10.724041 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d05ec-a6b3-4455-b7b3-c1334ac268d4 req-cd3ae14b-df1f-4513-bfee-1b75662c654d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:10.726215 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d54d05ec-a6b3-4455-b7b3-c1334ac268d4 req-cd3ae14b-df1f-4513-bfee-1b75662c654d tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0527112 Mar 28 05:50:10.774175 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d54d05ec-a6b3-4455-b7b3-c1334ac268d4 req-c4beb0d5-000d-42d9-bc65-fb8198e4afc0 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 Mar 28 05:50:11.398575 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63bc3f-a066-43b4-abf9-aa92e6bc4aab req-14b68390-2499-4d72-bdef-7a14846aba85 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:11.400088 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1d63bc3f-a066-43b4-abf9-aa92e6bc4aab req-14b68390-2499-4d72-bdef-7a14846aba85 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0593927 Mar 28 05:50:11.447856 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1d63bc3f-a066-43b4-abf9-aa92e6bc4aab req-1ced6413-0ea4-473e-bee7-08a1458b5680 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 Mar 28 05:50:11.486597 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42426) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:11.589909 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-98994663-48cf-4809-8fdb-59e52df6182a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:11.662813 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01dcee-2a5d-4c0d-a28c-7c9a36384a6a req-4db411be-3b74-4346-9c32-3c7e28286728 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:11.664253 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1f01dcee-2a5d-4c0d-a28c-7c9a36384a6a req-4db411be-3b74-4346-9c32-3c7e28286728 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0516031 Mar 28 05:50:11.665140 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-98994663-48cf-4809-8fdb-59e52df6182a admin admin] Publish callbacks [] for security_group (74afc546-eb16-48bd-9f2e-a560cf33f77a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:11.668955 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-98994663-48cf-4809-8fdb-59e52df6182a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (74afc546-eb16-48bd-9f2e-a560cf33f77a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:11.707074 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-98994663-48cf-4809-8fdb-59e52df6182a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24db795c67834333b269c3232038d5cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192857 Mar 28 05:50:11.708105 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98994663-48cf-4809-8fdb-59e52df6182a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74afc546-eb16-48bd-9f2e-a560cf33f77a,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:11.710219 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1f01dcee-2a5d-4c0d-a28c-7c9a36384a6a req-f2111402-0bfa-4f01-85ef-92d072cf510f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399251 Mar 28 05:50:11.710819 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42432) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:11.758847 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1e8c-1e04-4ff6-ae2d-dfd84483c25d admin admin] Publish callbacks [] for security_group (74afc546-eb16-48bd-9f2e-a560cf33f77a), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:11.779753 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1e8c-1e04-4ff6-ae2d-dfd84483c25d admin admin] Publish callbacks [] for security_group (74afc546-eb16-48bd-9f2e-a560cf33f77a), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:11.830798 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1e8c-1e04-4ff6-ae2d-dfd84483c25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (74afc546-eb16-48bd-9f2e-a560cf33f77a), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:11.834071 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1e8c-1e04-4ff6-ae2d-dfd84483c25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:11.835286 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-5a7d1e8c-1e04-4ff6-ae2d-dfd84483c25d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74afc546-eb16-48bd-9f2e-a560cf33f77a HTTP/1.1" status: 204 len: 168 time: 0.1234567 Mar 28 05:50:11.843139 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d1e8c-1e04-4ff6-ae2d-dfd84483c25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74afc546-eb16-48bd-9f2e-a560cf33f77a,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:11.907947 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f8c5-709f-4749-8180-5d26c1eaab8e req-44bef80c-174e-42eb-ab16-b9a4939cf252 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:11.909892 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b41f8c5-709f-4749-8180-5d26c1eaab8e req-44bef80c-174e-42eb-ab16-b9a4939cf252 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0566423 Mar 28 05:50:11.961586 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b41f8c5-709f-4749-8180-5d26c1eaab8e req-f862e12b-1516-49a6-bb29-4a533fe18d75 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459728 Mar 28 05:50:12.566459 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1efa3-7fe3-4a16-849c-0de176947e1e req-625e6baf-3bf3-4fb0-90b8-df2f95a5f2d3 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:12.567972 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3d1efa3-7fe3-4a16-849c-0de176947e1e req-625e6baf-3bf3-4fb0-90b8-df2f95a5f2d3 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0534639 Mar 28 05:50:12.616602 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3d1efa3-7fe3-4a16-849c-0de176947e1e req-6880f280-ba1e-415c-bd65-ad0273b9f2e9 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Mar 28 05:50:12.844725 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42470) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:12.971118 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5de58c2c-8007-4bbb-9956-e7812aca2066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:13.061505 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5de58c2c-8007-4bbb-9956-e7812aca2066 admin admin] Publish callbacks [] for security_group (89d284a8-9a65-413d-817e-b93798456918), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:13.065406 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5de58c2c-8007-4bbb-9956-e7812aca2066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (89d284a8-9a65-413d-817e-b93798456918), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:13.106384 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5de58c2c-8007-4bbb-9956-e7812aca2066 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b60247803584a0da625a49baf215c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581115 Mar 28 05:50:13.106384 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de58c2c-8007-4bbb-9956-e7812aca2066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d284a8-9a65-413d-817e-b93798456918,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:13.107976 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42476) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:13.135086 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ae46b-28e0-4e23-aff5-5568db6b2769 req-1fb31a6c-b452-4b96-900e-32f98d2b392a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:13.136559 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bb4ae46b-28e0-4e23-aff5-5568db6b2769 req-1fb31a6c-b452-4b96-900e-32f98d2b392a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.3531985 Mar 28 05:50:13.155270 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aecef6-f8cc-4237-8562-9e8ab5532710 req-64ad32b4-535b-478c-87cc-797a90880c37 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:13.156723 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-50aecef6-f8cc-4237-8562-9e8ab5532710 req-64ad32b4-535b-478c-87cc-797a90880c37 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0781882 Mar 28 05:50:13.164155 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7b179fb7-b19f-4f4e-88cc-aafe03cfa752 admin admin] Publish callbacks [] for security_group (89d284a8-9a65-413d-817e-b93798456918), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:13.187136 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7b179fb7-b19f-4f4e-88cc-aafe03cfa752 admin admin] Publish callbacks [] for security_group (89d284a8-9a65-413d-817e-b93798456918), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:13.220619 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bb4ae46b-28e0-4e23-aff5-5568db6b2769 req-c971acd0-8071-4c68-8a73-3a396207b890 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778327 Mar 28 05:50:13.239743 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7b179fb7-b19f-4f4e-88cc-aafe03cfa752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (89d284a8-9a65-413d-817e-b93798456918), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:13.243223 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7b179fb7-b19f-4f4e-88cc-aafe03cfa752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:13.244383 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7b179fb7-b19f-4f4e-88cc-aafe03cfa752 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89d284a8-9a65-413d-817e-b93798456918 HTTP/1.1" status: 204 len: 168 time: 0.1358235 Mar 28 05:50:13.252400 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-50aecef6-f8cc-4237-8562-9e8ab5532710 req-25adfe91-711a-4e2a-81be-516e0aa0ca8e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860562 Mar 28 05:50:13.255641 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b179fb7-b19f-4f4e-88cc-aafe03cfa752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d284a8-9a65-413d-817e-b93798456918,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:13.293368 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c56c-45cf-4036-97b4-5b091f450379 req-ca26948e-743c-4bb8-84a4-eb0eb20d8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:13.295540 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9d71c56c-45cf-4036-97b4-5b091f450379 req-ca26948e-743c-4bb8-84a4-eb0eb20d8071 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 1130 time: 0.0650926 Mar 28 05:50:13.342549 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9d71c56c-45cf-4036-97b4-5b091f450379 req-11b8eeb4-4b10-4b4c-b111-17a6946db3fb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 Mar 28 05:50:13.731773 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b9d7e-132c-4110-8c44-13876d807fee req-0f238937-5df8-4f6a-a471-9db5786ee03a tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:13.733495 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-208b9d7e-132c-4110-8c44-13876d807fee req-0f238937-5df8-4f6a-a471-9db5786ee03a tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0530365 Mar 28 05:50:13.782232 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-208b9d7e-132c-4110-8c44-13876d807fee req-5f602637-493c-42e6-9283-d27f2da56f5f tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435724 Mar 28 05:50:14.373065 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae225de1-ef9d-4737-ab47-a8a1d99e1798 req-903dc6e4-4f4c-4ae0-ac85-457c0fdef86a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:14.374618 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ae225de1-ef9d-4737-ab47-a8a1d99e1798 req-903dc6e4-4f4c-4ae0-ac85-457c0fdef86a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0817380 Mar 28 05:50:14.408360 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161f4aa-a43a-44ff-9956-3b2fda3e07da req-1ee4ee71-c952-4de8-b7b9-7a58b9f45c5e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:14.409773 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f161f4aa-a43a-44ff-9956-3b2fda3e07da req-1ee4ee71-c952-4de8-b7b9-7a58b9f45c5e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0840290 Mar 28 05:50:14.446367 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ae225de1-ef9d-4737-ab47-a8a1d99e1798 req-d4e7c9d7-2e4f-4793-a496-af36b43ae01f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652575 Mar 28 05:50:14.473712 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f161f4aa-a43a-44ff-9956-3b2fda3e07da req-8c7f432d-8ab4-4f05-ba48-ac306ba71aab tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545735 Mar 28 05:50:14.895600 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad080988-919e-41ac-ab5b-d6a243c7779d req-48a0bd2d-940b-422c-b146-1c8ee055a3d7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:14.897674 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ad080988-919e-41ac-ab5b-d6a243c7779d req-48a0bd2d-940b-422c-b146-1c8ee055a3d7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 943 time: 0.0512409 Mar 28 05:50:14.944318 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ad080988-919e-41ac-ab5b-d6a243c7779d req-f0d12051-a51c-46c9-8f21-28e6ce7c685e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 Mar 28 05:50:15.087659 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 4d14ffd2-190d-4665-9447-855aad7a2c6a details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:50:15.182678 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 4d14ffd2-190d-4665-9447-855aad7a2c6a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=4d14ffd2-190d-4665-9447-855aad7a2c6a,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:15.194584 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'port_id': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'mac_address': 'fa:16:3e:d3:92:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:50:15.229639 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 4d14ffd2-190d-4665-9447-855aad7a2c6a is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:50:15.230019 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:15.243118 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d14ffd2-190d-4665-9447-855aad7a2c6a {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:50:15.262720 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 4d14ffd2-190d-4665-9447-855aad7a2c6a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=4d14ffd2-190d-4665-9447-855aad7a2c6a,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:15.266988 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:15.315576 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=4d14ffd2-190d-4665-9447-855aad7a2c6a,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:15.371955 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3451a4c3-1ad8-4443-b652-2739880830ca req-e5905e36-520c-4b14-9aaa-4c9e0f464458 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450733 Mar 28 05:50:15.473026 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451a4c3-1ad8-4443-b652-2739880830ca req-91316e51-a047-4c31-bc93-3b6327543c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:15.474515 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3451a4c3-1ad8-4443-b652-2739880830ca req-91316e51-a047-4c31-bc93-3b6327543c7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d937ca2fe9d44a20be5a7159cb0c1771&device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 1130 time: 0.0434365 Mar 28 05:50:15.658847 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d242096-4d44-4b9c-902a-44537c71323f req-9b621a9c-a0cb-41e6-bc99-07f39a7f438f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:15.660213 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6d242096-4d44-4b9c-902a-44537c71323f req-9b621a9c-a0cb-41e6-bc99-07f39a7f438f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.1185827 Mar 28 05:50:15.662040 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451a4c3-1ad8-4443-b652-2739880830ca req-6a357cb9-7ab6-4813-9b97-033e179e6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:15.663382 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3451a4c3-1ad8-4443-b652-2739880830ca req-6a357cb9-7ab6-4813-9b97-033e179e6ef9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5484f88c-7060-4652-9e3a-3aec876f429c HTTP/1.1" status: 200 len: 909 time: 0.1703010 Mar 28 05:50:15.674513 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3000ecb-700e-4877-b1cb-68aef4dc8345 req-e941ae58-d61e-426d-9d43-60b6dc87c86a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:15.676603 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3000ecb-700e-4877-b1cb-68aef4dc8345 req-e941ae58-d61e-426d-9d43-60b6dc87c86a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.1364772 Mar 28 05:50:15.727063 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['4d14ffd2-190d-4665-9447-855aad7a2c6a'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:50:15.801161 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3451a4c3-1ad8-4443-b652-2739880830ca req-34334690-7e70-42be-a615-f49ec3de7f5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 HTTP/1.1" status: 200 len: 1002 time: 0.1224968 Mar 28 05:50:15.809294 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6d242096-4d44-4b9c-902a-44537c71323f req-2aaae728-c099-4cb8-812a-1c3d4e1afe3b tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317313 Mar 28 05:50:15.812186 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b3000ecb-700e-4877-b1cb-68aef4dc8345 req-276df519-aae2-4da9-a3f3-91afe3b981b6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207566 Mar 28 05:50:15.859902 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451a4c3-1ad8-4443-b652-2739880830ca req-2ac05c33-97b5-49c2-abc1-7b759464f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:15.861381 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3451a4c3-1ad8-4443-b652-2739880830ca req-2ac05c33-97b5-49c2-abc1-7b759464f124 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29481a90-68b3-41e1-8fa1-634173e3fbbf HTTP/1.1" status: 200 len: 848 time: 0.0483649 Mar 28 05:50:15.914055 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451a4c3-1ad8-4443-b652-2739880830ca req-0be43123-18b8-4e13-9f4b-66fa14cd1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:15.915572 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3451a4c3-1ad8-4443-b652-2739880830ca req-0be43123-18b8-4e13-9f4b-66fa14cd1635 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5484f88c-7060-4652-9e3a-3aec876f429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480533 Mar 28 05:50:16.004379 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3451a4c3-1ad8-4443-b652-2739880830ca req-3377a27d-a23a-467e-bab5-7685a22982ba service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828216 Mar 28 05:50:16.121815 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9084bc3-02ee-41be-8e30-e7fda796afe4 req-eb379aa0-a31d-4d8b-afc8-90dfcc5f9765 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:16.123345 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a9084bc3-02ee-41be-8e30-e7fda796afe4 req-eb379aa0-a31d-4d8b-afc8-90dfcc5f9765 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 944 time: 0.1133828 Mar 28 05:50:16.148237 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3451a4c3-1ad8-4443-b652-2739880830ca req-b5e01a0b-c9c8-4d52-bdde-a4d1eab5b08b service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370542 Mar 28 05:50:16.179422 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a9084bc3-02ee-41be-8e30-e7fda796afe4 req-431cff2c-350e-4b9d-a578-ef85d7762679 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475171 Mar 28 05:50:16.951653 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934c1d6-8733-40ea-ad04-141405ddb0b9 req-8abd1982-62fa-48eb-8060-b44606572640 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:16.953100 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4934c1d6-8733-40ea-ad04-141405ddb0b9 req-8abd1982-62fa-48eb-8060-b44606572640 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 943 time: 0.0529268 Mar 28 05:50:17.004301 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4934c1d6-8733-40ea-ad04-141405ddb0b9 req-f8761e17-c372-4c30-9d0b-8d42e7d2e2fb tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454104 Mar 28 05:50:17.098565 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e74817a9-ce28-49db-870b-89f1e5ef443d details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:50:17.109510 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 4d14ffd2-190d-4665-9447-855aad7a2c6a up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:50:17.214910 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port 4d14ffd2-190d-4665-9447-855aad7a2c6a completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:50:17.229146 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 4d14ffd2-190d-4665-9447-855aad7a2c6a triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:50:17.229518 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:17.267062 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:17.285649 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'port_id': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'mac_address': 'fa:16:3e:35:46:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:50:17.299659 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0f590-d110-4378-9f70-9b6e68da364d req-90ca9516-5425-48c4-ab75-6d6d76b5483e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:17.301150 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0cb0f590-d110-4378-9f70-9b6e68da364d req-90ca9516-5425-48c4-ab75-6d6d76b5483e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 944 time: 0.0555663 Mar 28 05:50:17.348175 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e74817a9-ce28-49db-870b-89f1e5ef443d is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:50:17.348563 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:17.349710 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0cb0f590-d110-4378-9f70-9b6e68da364d req-635974d1-7b87-4e60-ba02-0e2b66fb4f89 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429533 Mar 28 05:50:17.368789 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74817a9-ce28-49db-870b-89f1e5ef443d {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:50:17.372789 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 4d14ffd2-190d-4665-9447-855aad7a2c6a is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:50:17.373204 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:17.402585 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:17.408367 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d14ffd2-190d-4665-9447-855aad7a2c6a'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:50:17.410543 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14138ab9-ae48-4d10-90a7-8734d9823526" -d '{"events": [{"server_uuid": "b9d256f3-8195-40a5-a4bc-a4a61b9b77cf", "name": "network-vif-plugged", "status": "completed", "tag": "4d14ffd2-190d-4665-9447-855aad7a2c6a"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:50:17.420004 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:17.425464 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 4d14ffd2-190d-4665-9447-855aad7a2c6a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=4d14ffd2-190d-4665-9447-855aad7a2c6a,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:17.451430 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72670efd-25cd-4965-8b19-61625833aa24 x-openstack-request-id: req-72670efd-25cd-4965-8b19-61625833aa24 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:50:17.451721 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d256f3-8195-40a5-a4bc-a4a61b9b77cf", "name": "network-vif-plugged", "status": "completed", "tag": "4d14ffd2-190d-4665-9447-855aad7a2c6a", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:50:17.451974 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72670efd-25cd-4965-8b19-61625833aa24 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:50:17.452369 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72670efd-25cd-4965-8b19-61625833aa24'] response: {'server_uuid': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'code': 200} Mar 28 05:50:17.453097 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:17.477660 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=e74817a9-ce28-49db-870b-89f1e5ef443d,revision_number=9']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:17.526718 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=4d14ffd2-190d-4665-9447-855aad7a2c6a,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:17.719282 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd9052-53b8-4004-bd19-5d9fc6fee762 req-cf8d59ec-d0af-4d0a-a51d-3c5076273822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:17.720643 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9edd9052-53b8-4004-bd19-5d9fc6fee762 req-cf8d59ec-d0af-4d0a-a51d-3c5076273822 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 1129 time: 0.0427904 Mar 28 05:50:17.764655 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9edd9052-53b8-4004-bd19-5d9fc6fee762 req-de08a93f-f2df-41db-bae3-8c128055e730 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382192 Mar 28 05:50:17.839777 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['e74817a9-ce28-49db-870b-89f1e5ef443d'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:50:18.126036 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f18cce-8269-48b6-8370-4a8fa0d5aaaa req-7b66a08d-d691-4624-8e55-d65629749378 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:18.127509 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e3f18cce-8269-48b6-8370-4a8fa0d5aaaa req-7b66a08d-d691-4624-8e55-d65629749378 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 944 time: 0.0552418 Mar 28 05:50:18.172125 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e3f18cce-8269-48b6-8370-4a8fa0d5aaaa req-9ebe0df8-a96b-403e-b8a9-20d090532728 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390704 Mar 28 05:50:18.467460 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7fa4b-b665-46e4-a1fc-26a68a30af25 req-4c0ae2c5-15ae-4b48-a972-0c58bd660ffc tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:18.468910 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cee7fa4b-b665-46e4-a1fc-26a68a30af25 req-4c0ae2c5-15ae-4b48-a972-0c58bd660ffc tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 945 time: 0.0523393 Mar 28 05:50:18.516276 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cee7fa4b-b665-46e4-a1fc-26a68a30af25 req-5576b6f1-56ae-4564-9037-d859f7a14f2c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Mar 28 05:50:19.126372 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e74817a9-ce28-49db-870b-89f1e5ef443d up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:50:19.173195 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port e74817a9-ce28-49db-870b-89f1e5ef443d triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:50:19.173574 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:19.253749 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port e74817a9-ce28-49db-870b-89f1e5ef443d is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:50:19.254146 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:19.295970 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:19.300783 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:19.309010 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718390-879c-4ebb-b4af-d1ef4ae80d4e req-f5521ecb-ba9f-4e83-9a8c-3e0433969c8d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:19.311029 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a4718390-879c-4ebb-b4af-d1ef4ae80d4e req-f5521ecb-ba9f-4e83-9a8c-3e0433969c8d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 944 time: 0.0652406 Mar 28 05:50:19.359733 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a4718390-879c-4ebb-b4af-d1ef4ae80d4e req-6ee9c716-52b6-4276-9e47-eff5290e334f tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423291 Mar 28 05:50:19.363716 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=e74817a9-ce28-49db-870b-89f1e5ef443d,revision_number=10']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:19.453474 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:50:19.456005 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dfac7a-08f8-46ec-9394-e3f7ebec7ede" -d '{"events": [{"server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "name": "network-vif-plugged", "status": "completed", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:50:19.489298 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a17a35-71db-4b13-83cf-aebbd26f6de4 x-openstack-request-id: req-21a17a35-71db-4b13-83cf-aebbd26f6de4 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:50:19.489588 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "name": "network-vif-plugged", "status": "completed", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:50:19.489841 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21a17a35-71db-4b13-83cf-aebbd26f6de4 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:50:19.490237 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a17a35-71db-4b13-83cf-aebbd26f6de4'] response: {'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'code': 200} Mar 28 05:50:19.631688 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466a07c-6012-438d-9438-71634200b893 req-aefa9ab8-8e31-4a9c-92f8-04002ed4cd37 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:19.633479 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e466a07c-6012-438d-9438-71634200b893 req-aefa9ab8-8e31-4a9c-92f8-04002ed4cd37 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 945 time: 0.0529423 Mar 28 05:50:19.690475 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e466a07c-6012-438d-9438-71634200b893 req-3c179473-1989-46ad-acb1-8cba321f156e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512590 Mar 28 05:50:19.726340 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605236d3-3eaf-4fdc-aa4e-d13897a934dd req-563ae586-103c-4ceb-b230-46c398056456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:19.727820 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-605236d3-3eaf-4fdc-aa4e-d13897a934dd req-563ae586-103c-4ceb-b230-46c398056456 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 1130 time: 0.0480602 Mar 28 05:50:19.797551 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-605236d3-3eaf-4fdc-aa4e-d13897a934dd req-b7af3ae3-20e5-44fb-8c15-ac1379cc0acb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638728 Mar 28 05:50:19.819670 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac4e6b-4dfa-40a3-8b9e-ddafa66ff035 req-41be7927-3f85-4b57-877c-5eae7ee8ae1e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:19.821043 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-efac4e6b-4dfa-40a3-8b9e-ddafa66ff035 req-41be7927-3f85-4b57-877c-5eae7ee8ae1e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 945 time: 0.0628550 Mar 28 05:50:19.868025 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-efac4e6b-4dfa-40a3-8b9e-ddafa66ff035 req-19e760b0-05b9-4a3b-8417-f324b26c5fd4 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414667 Mar 28 05:50:19.889722 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42514) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:19.932515 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f6def9-731c-407f-b211-923df4be8dee tempest-TestVolumeBootPattern-917553059 tempest-TestVolumeBootPattern-917553059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:19.934044 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-09f6def9-731c-407f-b211-923df4be8dee tempest-TestVolumeBootPattern-917553059 tempest-TestVolumeBootPattern-917553059-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 1124 time: 0.0433528 Mar 28 05:50:19.937271 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42516) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:19.941407 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'port_id': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:50:19.960800 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:20.057379 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:20.157506 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Allocated IP 172.27.1.27 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/5e513052-fc6a-45bb-93b3-bcbece33b75b) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:50:20.258388 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for port (5e513052-fc6a-45bb-93b3-bcbece33b75b), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:20.290945 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (5e513052-fc6a-45bb-93b3-bcbece33b75b), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:20.326831 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:50:20.329844 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:50:20.335275 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:50:20.357711 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'Port': ['ID=5e513052-fc6a-45bb-93b3-bcbece33b75b,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:20.559177 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685f84a-1485-4bbc-b4f7-46d07bf8613e req-f2402989-3747-4b06-9d56-b27c42e78cd9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:20.560812 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1685f84a-1485-4bbc-b4f7-46d07bf8613e req-f2402989-3747-4b06-9d56-b27c42e78cd9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 946 time: 0.1291549 Mar 28 05:50:20.630101 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1685f84a-1485-4bbc-b4f7-46d07bf8613e req-8956b654-30e3-4597-b8e4-0c966548bcae tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617754 Mar 28 05:50:20.756641 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (98d5e17a-4582-4384-8993-3c6c430d28fb), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:20.830838 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (5e513052-fc6a-45bb-93b3-bcbece33b75b), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:20.974298 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for port (5e513052-fc6a-45bb-93b3-bcbece33b75b), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:20.978843 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (5e513052-fc6a-45bb-93b3-bcbece33b75b), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:21.049555 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'Port': ['ID=5e513052-fc6a-45bb-93b3-bcbece33b75b,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:21.057292 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (98d5e17a-4582-4384-8993-3c6c430d28fb), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:21.158167 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Floating IP 98d5e17a-4582-4384-8993-3c6c430d28fb associated. External IP: 172.27.1.27, port: 4d14ffd2-190d-4665-9447-855aad7a2c6a. Mar 28 05:50:21.368541 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:50:21.480797 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:50:21.492958 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65faaf-6030-4014-b28d-749aa59e4f4a None None] Sync routers for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:50:21.499037 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:21.504036 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65faaf-6030-4014-b28d-749aa59e4f4a None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:50:21.505135 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-ce65faaf-6030-4014-b28d-749aa59e4f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:50:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:21.538288 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-dc5fea55-1de8-4017-b560-289f1f675c54 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5912850 Mar 28 05:50:21.538288 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'tag': '4d14ffd2-190d-4665-9447-855aad7a2c6a'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:50:21.538288 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d256f3-8195-40a5-a4bc-a4a61b9b77cf", "tag": "4d14ffd2-190d-4665-9447-855aad7a2c6a"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:50:21.576582 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2070ec9-40e0-483d-b2e1-09b8785e00e4 x-openstack-request-id: req-c2070ec9-40e0-483d-b2e1-09b8785e00e4 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:50:21.577601 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d256f3-8195-40a5-a4bc-a4a61b9b77cf", "tag": "4d14ffd2-190d-4665-9447-855aad7a2c6a", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:50:21.577876 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2070ec9-40e0-483d-b2e1-09b8785e00e4 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:50:21.578337 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2070ec9-40e0-483d-b2e1-09b8785e00e4'] response: {'name': 'network-changed', 'server_uuid': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'tag': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'status': 'completed', 'code': 200} Mar 28 05:50:21.687554 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183 req-fff4a26c-239a-4c3e-9a41-a6c0ce0d2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:21.689256 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183 req-fff4a26c-239a-4c3e-9a41-a6c0ce0d2821 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 1129 time: 0.0620270 Mar 28 05:50:21.716729 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-ce65faaf-6030-4014-b28d-749aa59e4f4a None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:50:21.838588 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e8920-720e-4406-a41c-81cd712b2fc6 req-88d85197-70f0-466d-9a1e-3b97dd2794fe tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:21.840014 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-314e8920-720e-4406-a41c-81cd712b2fc6 req-88d85197-70f0-466d-9a1e-3b97dd2794fe tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 946 time: 0.1206243 Mar 28 05:50:21.851213 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183 req-645d35ad-d290-4691-8452-564cf961c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:21.852809 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183 req-645d35ad-d290-4691-8452-564cf961c4af service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 912 time: 0.1574407 Mar 28 05:50:21.951323 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-314e8920-720e-4406-a41c-81cd712b2fc6 req-0b84819e-d1b5-4e65-9462-ebf4b573af52 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974035 Mar 28 05:50:21.953934 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183 req-e24d10d2-a042-431b-8733-67627143fcfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d14ffd2-190d-4665-9447-855aad7a2c6a HTTP/1.1" status: 200 len: 998 time: 0.0926986 Mar 28 05:50:21.956170 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-ce65faaf-6030-4014-b28d-749aa59e4f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '98d5e17a-4582-4384-8993-3c6c430d28fb', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:d3:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:20Z', 'updated_at': '2022-03-28T05:50:20Z', 'revision_number': 0, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:21.984226 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65faaf-6030-4014-b28d-749aa59e4f4a None None] Checking router: ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:50:21.993807 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65faaf-6030-4014-b28d-749aa59e4f4a None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:50:21.994555 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-ce65faaf-6030-4014-b28d-749aa59e4f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:50:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:22.107371 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-ce65faaf-6030-4014-b28d-749aa59e4f4a None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:50:22.269857 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183 req-6f13994d-b192-464b-8bb8-a10f0bee5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:22.271345 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183 req-6f13994d-b192-464b-8bb8-a10f0bee5a00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.3102612 Mar 28 05:50:22.318768 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183 req-1882346f-0067-4b65-9a83-0e1ad216b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:22.320532 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183 req-1882346f-0067-4b65-9a83-0e1ad216b1d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429156 Mar 28 05:50:22.340067 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-ce65faaf-6030-4014-b28d-749aa59e4f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '98d5e17a-4582-4384-8993-3c6c430d28fb', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:d3:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:20Z', 'updated_at': '2022-03-28T05:50:20Z', 'revision_number': 0, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:22.365594 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65faaf-6030-4014-b28d-749aa59e4f4a None None] The sync data for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi is: [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '98d5e17a-4582-4384-8993-3c6c430d28fb', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:d3:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:20Z', 'updated_at': '2022-03-28T05:50:20Z', 'revision_number': 0, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:50:22.412374 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183 req-3ca40ba7-aa5e-4e28-9ed0-dfc24fc6bfc7 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854285 Mar 28 05:50:22.507308 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b09b0eb2-4416-4aa5-aebb-b70cf7f5e183 req-22d63fbf-d170-4ae8-93b6-d8c475a57359 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881629 Mar 28 05:50:22.562827 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05418016-5679-4ea7-86a3-ba42e1502b42 None None] New status for floating IP 98d5e17a-4582-4384-8993-3c6c430d28fb: ACTIVE {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:50:23.074389 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3aa4d-ff07-46e1-9c98-bc72c69803a4 req-ec2f3854-2d40-46d3-aed7-135144d1749c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:23.076015 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fef3aa4d-ff07-46e1-9c98-bc72c69803a4 req-ec2f3854-2d40-46d3-aed7-135144d1749c tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 946 time: 0.0555420 Mar 28 05:50:23.126129 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fef3aa4d-ff07-46e1-9c98-bc72c69803a4 req-79f091fd-03eb-49e1-ab36-9da07b69840e tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444200 Mar 28 05:50:29.689612 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3e06-03c8-451d-893a-d59ea105fa58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:32.087010 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9b175dd2-92b1-4834-b7ef-51cefd85f890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:33.041589 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:34.723294 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.329400 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:38.937587 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:40.389166 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:50:59.690757 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-218f7df8-c0a4-446c-8d2a-c9d6414facc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:02.087598 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3d5daeee-4ab7-4862-9542-cc769be02451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:03.044422 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:04.726347 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:06.331196 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:08.936804 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:12.867438 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7bf27-025e-40d9-81a1-0e0648cb7fc6 req-248011fa-10bc-4c17-a30b-2606acbc209c tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:12.869122 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2da7bf27-025e-40d9-81a1-0e0648cb7fc6 req-248011fa-10bc-4c17-a30b-2606acbc209c tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 946 time: 0.0517330 Mar 28 05:51:12.915086 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2da7bf27-025e-40d9-81a1-0e0648cb7fc6 req-f160b5c6-1699-4b71-9cae-967de9460c23 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395832 Mar 28 05:51:14.126967 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1957-4f9a-4800-a6ff-829cc848b706 req-a93a1460-2055-426b-92a8-a7495c48dc26 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:14.128331 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-efee1957-4f9a-4800-a6ff-829cc848b706 req-a93a1460-2055-426b-92a8-a7495c48dc26 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 946 time: 0.1462927 Mar 28 05:51:14.173292 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-efee1957-4f9a-4800-a6ff-829cc848b706 req-9e363329-8ec3-425e-bd0e-ad6f5edb17b5 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392935 Mar 28 05:51:15.130481 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-90803899-306f-404f-ab14-b95bc9172697 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:15.131897 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-90803899-306f-404f-ab14-b95bc9172697 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 946 time: 0.0541186 Mar 28 05:51:15.224424 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Deleting port e9715c96-18f9-4198-9959-3321b103d343 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:15.224773 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (e9715c96-18f9-4198-9959-3321b103d343), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:15.352511 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5526b0-0afb-4790-9692-070c877b7efb req-c3c7e881-d07a-41f8-b79f-8763a5b7626b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:15.353970 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb5526b0-0afb-4790-9692-070c877b7efb req-c3c7e881-d07a-41f8-b79f-8763a5b7626b tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 946 time: 0.0886602 Mar 28 05:51:15.355672 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] For port e9715c96-18f9-4198-9959-3321b103d343, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e9715c96-18f9-4198-9959-3321b103d343,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:15.356034 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (e9715c96-18f9-4198-9959-3321b103d343), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:15.459562 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb5526b0-0afb-4790-9692-070c877b7efb req-3156ba18-2634-4424-a83a-5253bd69c813 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bb78-02ca-4a41-933b-b3a63a81d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958765 Mar 28 05:51:15.564633 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:15.564992 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (df55e361-bf37-4cd7-96d2-6390e83c0428), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:15.565303 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Floating IP df55e361-bf37-4cd7-96d2-6390e83c0428 disassociated. External IP: 172.27.1.217, port: e9715c96-18f9-4198-9959-3321b103d343. Mar 28 05:51:15.565666 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Calling delete_port for e9715c96-18f9-4198-9959-3321b103d343 owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:15.687496 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (e9715c96-18f9-4198-9959-3321b103d343), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:15.718843 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event deleted for resources: {'Port': ['ID=e9715c96-18f9-4198-9959-3321b103d343,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:15.731186 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.731186 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.731186 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.731186 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.731186 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.731186 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.732037 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.732037 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.732198 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.732444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.732814 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.733134 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.733454 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.733760 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.734080 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:15.844639 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:15.949400 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:15.960797 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1861075a-83b9-489a-8bac-b3b2d938bec9 None None] Sync routers for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:15.970187 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861075a-83b9-489a-8bac-b3b2d938bec9 None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:15.970770 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-1861075a-83b9-489a-8bac-b3b2d938bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:15.993325 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] No DVR routers for this DVR port e9715c96-18f9-4198-9959-3321b103d343 on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:15.995785 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:15.999718 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-09ef2a2f-5d6b-415a-a12a-495ea293d703 req-7961cfe0-b565-4551-8e8c-c3e7a874d809 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.21 "DELETE /v2.0/ports/e9715c96-18f9-4198-9959-3321b103d343 HTTP/1.1" status: 204 len: 173 time: 0.8626487 Mar 28 05:51:16.000166 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'name': 'network-vif-deleted', 'tag': 'e9715c96-18f9-4198-9959-3321b103d343'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:51:16.002400 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45733b6-41b4-4fc2-905b-5fc5af51f515" -d '{"events": [{"server_uuid": "7bb328bd-abba-4c6f-a0d0-e038cc01d783", "name": "network-vif-deleted", "tag": "e9715c96-18f9-4198-9959-3321b103d343"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:51:16.040232 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ca53ba-d5d9-4fe8-9618-9694e78919d1 x-openstack-request-id: req-f4ca53ba-d5d9-4fe8-9618-9694e78919d1 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:51:16.040533 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb328bd-abba-4c6f-a0d0-e038cc01d783", "name": "network-vif-deleted", "tag": "e9715c96-18f9-4198-9959-3321b103d343", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:51:16.040791 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4ca53ba-d5d9-4fe8-9618-9694e78919d1 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:51:16.041205 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ca53ba-d5d9-4fe8-9618-9694e78919d1'] response: {'server_uuid': '7bb328bd-abba-4c6f-a0d0-e038cc01d783', 'name': 'network-vif-deleted', 'tag': 'e9715c96-18f9-4198-9959-3321b103d343', 'status': 'completed', 'code': 200} Mar 28 05:51:16.084040 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-1861075a-83b9-489a-8bac-b3b2d938bec9 None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:16.291513 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-1861075a-83b9-489a-8bac-b3b2d938bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:16.320184 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1861075a-83b9-489a-8bac-b3b2d938bec9 None None] Checking router: 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:16.328008 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861075a-83b9-489a-8bac-b3b2d938bec9 None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:16.328606 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-1861075a-83b9-489a-8bac-b3b2d938bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:16.431712 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-1861075a-83b9-489a-8bac-b3b2d938bec9 None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:16.599213 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-12365f1b-5673-4dc4-bd9b-bc405731d896 req-555d2991-93b4-4568-885a-d71399c288d1 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bb328bd-abba-4c6f-a0d0-e038cc01d783 HTTP/1.1" status: 200 len: 210 time: 0.0424597 Mar 28 05:51:16.630323 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-24abac34-a00c-41f2-96c3-36e0fe1275ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821905 Mar 28 05:51:16.710291 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-361cc5da-623c-4e9e-b8e7-05637edb7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:16.711763 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-361cc5da-623c-4e9e-b8e7-05637edb7519 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 1130 time: 0.0461836 Mar 28 05:51:16.744234 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-1861075a-83b9-489a-8bac-b3b2d938bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:16.770552 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1861075a-83b9-489a-8bac-b3b2d938bec9 None None] The sync data for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi is: [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 4, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7eaff30d-3d22-4659-94bc-8bc527ade15c', 'name': '', 'network_id': 'dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'mac_address': 'fa:16:3e:dd:76:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:30Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'subnets': [{'id': '418f1d99-5341-4144-b9ec-3887908e7b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:16.813353 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-abeb8296-9f24-4519-8cce-dd7f1c331894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:16.814846 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-abeb8296-9f24-4519-8cce-dd7f1c331894 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 200 len: 916 time: 0.0845304 Mar 28 05:51:16.887498 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-54c3b04d-f31a-4db5-9587-995b6ead1222 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74817a9-ce28-49db-870b-89f1e5ef443d HTTP/1.1" status: 200 len: 1001 time: 0.0651491 Mar 28 05:51:16.936444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-c35dc565-a250-4ccd-b9c6-409b46a9dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:16.937910 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-c35dc565-a250-4ccd-b9c6-409b46a9dbd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 200 len: 855 time: 0.0450089 Mar 28 05:51:16.992367 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-66e60a45-3d07-4623-ba37-cd409156dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:16.994815 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-66e60a45-3d07-4623-ba37-cd409156dcf4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a808657-1d82-4bea-8435-546dcdbe6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469737 Mar 28 05:51:16.996953 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a973a-4b28-4156-8624-66db59c3c7fd None None] New status for floating IP df55e361-bf37-4cd7-96d2-6390e83c0428: DOWN {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:51:17.085469 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-0142fe13-9d4e-4c7d-96a5-2f59e44ef6f2 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850768 Mar 28 05:51:17.178127 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8ef20836-137e-4257-ba0d-bb7a96fbc206 req-464138c9-2ab8-4033-bd99-3b44a7f917b9 service neutron] 10.222.0.21 "GET /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854948 Mar 28 05:51:17.386952 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:51:17.419140 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e9715c96-18f9-4198-9959-3321b103d343 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:17.440051 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: e9715c96-18f9-4198-9959-3321b103d343 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:17.440405 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e9715c96-18f9-4198-9959-3321b103d343 not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:17.685535 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42748) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:17.738373 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-34a21bb8-b0d3-459f-81d8-a7fcf691c702 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (43c1bb78-02ca-4a41-933b-b3a63a81d3f1), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:17.760437 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-34a21bb8-b0d3-459f-81d8-a7fcf691c702 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (43c1bb78-02ca-4a41-933b-b3a63a81d3f1), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:17.805604 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-34a21bb8-b0d3-459f-81d8-a7fcf691c702 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (43c1bb78-02ca-4a41-933b-b3a63a81d3f1), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:17.808127 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-34a21bb8-b0d3-459f-81d8-a7fcf691c702 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:17.809258 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-34a21bb8-b0d3-459f-81d8-a7fcf691c702 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "DELETE /v2.0/security-groups/43c1bb78-02ca-4a41-933b-b3a63a81d3f1 HTTP/1.1" status: 204 len: 168 time: 0.1227250 Mar 28 05:51:17.812066 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42750) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:17.817862 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a21bb8-b0d3-459f-81d8-a7fcf691c702 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1bb78-02ca-4a41-933b-b3a63a81d3f1,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:17.825795 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.api.v2.resource [None req-11e15b60-88e2-44bd-97d1-f66e076acdaf tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] show failed (client error): The resource could not be found. Mar 28 05:51:17.826820 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-11e15b60-88e2-44bd-97d1-f66e076acdaf tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "GET /v2.0/security-groups/43c1bb78-02ca-4a41-933b-b3a63a81d3f1 HTTP/1.1" status: 404 len: 347 time: 0.0136895 Mar 28 05:51:17.829885 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42754) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:17.950809 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Deleting port 9dcd6949-d44e-4823-b8b2-965a46f4a06f {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:17.951065 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (9dcd6949-d44e-4823-b8b2-965a46f4a06f), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:18.027125 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (9dcd6949-d44e-4823-b8b2-965a46f4a06f), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:18.027449 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (9dcd6949-d44e-4823-b8b2-965a46f4a06f), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:18.039256 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Calling delete_port for 9dcd6949-d44e-4823-b8b2-965a46f4a06f owned by network:floatingip {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:18.167768 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (9dcd6949-d44e-4823-b8b2-965a46f4a06f), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:18.189764 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Pushing event deleted for resources: {'Port': ['ID=9dcd6949-d44e-4823-b8b2-965a46f4a06f,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:18.199116 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.199466 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.199808 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.200148 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.200480 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.201890 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.201890 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.202096 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.202298 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.202630 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.202954 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.203277 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.203597 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.203917 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.204234 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:18.262001 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks [] for floatingip (df55e361-bf37-4cd7-96d2-6390e83c0428), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:18.265022 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:18.266153 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-efb603df-c0d0-4eca-8f29-96cf7f6de927 tempest-AttachVolumeTestJSON-1281914379 tempest-AttachVolumeTestJSON-1281914379-project] 10.222.0.20 "DELETE /v2.0/floatingips/df55e361-bf37-4cd7-96d2-6390e83c0428 HTTP/1.1" status: 204 len: 168 time: 0.4353054 Mar 28 05:51:21.780571 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42788) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:22.170687 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd1ddc-d8c1-44e8-9354-e44da95dc68f req-5a27e2d4-03ff-45f1-9cb3-62115647b70b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:22.172220 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1ccd1ddc-d8c1-44e8-9354-e44da95dc68f req-5a27e2d4-03ff-45f1-9cb3-62115647b70b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 946 time: 0.0910721 Mar 28 05:51:22.243789 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1ccd1ddc-d8c1-44e8-9354-e44da95dc68f req-34d85d3e-aa77-45e3-b5cd-7ce6df7b00c4 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550828 Mar 28 05:51:22.305272 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737862'] for router_interface (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:22.551319 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] Deleting port 7eaff30d-3d22-4659-94bc-8bc527ade15c {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:22.551665 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:22.629125 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] For port 7eaff30d-3d22-4659-94bc-8bc527ade15c, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=7eaff30d-3d22-4659-94bc-8bc527ade15c,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:22.629409 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:22.641705 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] Calling delete_port for 7eaff30d-3d22-4659-94bc-8bc527ade15c owned by network:router_interface {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:22.814733 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (7eaff30d-3d22-4659-94bc-8bc527ade15c), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:22.840257 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eaff30d-3d22-4659-94bc-8bc527ade15c,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:23.004216 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738294'] for router_interface (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:23.217083 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] Router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:23.332711 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:23.341100 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bf3d64-cf97-49de-9d0f-975262e42898 None None] Sync routers for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:23.350828 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-495eef09-5f6f-4004-8e0c-acc5a7ab9c32 admin admin] 10.222.0.20 "PUT /v2.0/routers/2359e356-b4cf-4c3a-99b8-8ed201c8b7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5691912 Mar 28 05:51:23.351329 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bf3d64-cf97-49de-9d0f-975262e42898 None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:23.351933 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-16bf3d64-cf97-49de-9d0f-975262e42898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:23.356626 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42804) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:23.378600 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6c016-7bc1-4fd0-b0dd-ec53eb2a64f4 req-00f1263f-eb33-4d28-b0d7-b0c6d022a105 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:23.381013 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ced6c016-7bc1-4fd0-b0dd-ec53eb2a64f4 req-00f1263f-eb33-4d28-b0d7-b0c6d022a105 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 946 time: 0.0648069 Mar 28 05:51:23.439628 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ced6c016-7bc1-4fd0-b0dd-ec53eb2a64f4 req-87098cb0-191f-43c1-ab23-908c014074e9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c3553de-8d4d-4dba-a962-896194707a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534387 Mar 28 05:51:23.463750 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Publish callbacks [] for router (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:23.464445 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-16bf3d64-cf97-49de-9d0f-975262e42898 None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:23.573018 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Publish callbacks [] for router_gateway (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:23.625542 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Deleting port 16ad2712-46d0-4f71-878f-ee14c139703d {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:23.625877 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:23.645960 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-16bf3d64-cf97-49de-9d0f-975262e42898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:51:22Z', 'revision_number': 5, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port': {'id': '16ad2712-46d0-4f71-878f-ee14c139703d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:09Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:23.671997 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bf3d64-cf97-49de-9d0f-975262e42898 None None] Checking router: 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:23.680163 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bf3d64-cf97-49de-9d0f-975262e42898 None None] Routers {'2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:23.680776 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-16bf3d64-cf97-49de-9d0f-975262e42898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:23.704321 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] For port 16ad2712-46d0-4f71-878f-ee14c139703d, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=16ad2712-46d0-4f71-878f-ee14c139703d,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:23.705015 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:23.718897 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Calling delete_port for 16ad2712-46d0-4f71-878f-ee14c139703d owned by network:router_gateway {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:23.773165 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-16bf3d64-cf97-49de-9d0f-975262e42898 None None] Set router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba gateway port host: None {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:23.826690 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-16bf3d64-cf97-49de-9d0f-975262e42898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:51:23Z', 'revision_number': 6, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port_host': None}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:23.854789 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bf3d64-cf97-49de-9d0f-975262e42898 None None] The sync data for ids ['2359e356-b4cf-4c3a-99b8-8ed201c8b7ba'] in dv-cinder-831776-5-iscsi is: [{'id': '2359e356-b4cf-4c3a-99b8-8ed201c8b7ba', 'name': 'tempest-AttachVolumeTestJSON-1848036133-router', 'tenant_id': '166ef12b1d8740979caa27285de2817a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:07Z', 'updated_at': '2022-03-28T05:51:23Z', 'revision_number': 6, 'project_id': '166ef12b1d8740979caa27285de2817a', 'gw_port_host': None}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:23.870837 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-202137dd-ce10-4381-aa81-89be53fa1fe9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:23.872355 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-202137dd-ce10-4381-aa81-89be53fa1fe9 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 946 time: 0.0599363 Mar 28 05:51:23.885926 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (16ad2712-46d0-4f71-878f-ee14c139703d), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:23.912960 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ad2712-46d0-4f71-878f-ee14c139703d,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:23.971192 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738316'] for router_gateway (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:23.978578 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Deleting port e74817a9-ce28-49db-870b-89f1e5ef443d {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:23.978918 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.073899 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] For port e74817a9-ce28-49db-870b-89f1e5ef443d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e74817a9-ce28-49db-870b-89f1e5ef443d,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:24.074274 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.262792 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.263303 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (92f563e7-5efe-404b-9284-22331c144271), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.263616 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Floating IP 92f563e7-5efe-404b-9284-22331c144271 disassociated. External IP: 172.27.1.190, port: e74817a9-ce28-49db-870b-89f1e5ef443d. Mar 28 05:51:24.263959 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Calling delete_port for e74817a9-ce28-49db-870b-89f1e5ef443d owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:24.319432 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.322157 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Publish callbacks [] for router_controller (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.390420 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-753391'] for router (2359e356-b4cf-4c3a-99b8-8ed201c8b7ba), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.391085 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2359e356-b4cf-4c3a-99b8-8ed201c8b7ba {{(pid=109789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:51:24.396364 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.397532 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1a59f3bf-ee0b-416e-a9c6-87cd50e301a1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2359e356-b4cf-4c3a-99b8-8ed201c8b7ba HTTP/1.1" status: 204 len: 168 time: 1.0431113 Mar 28 05:51:24.400128 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42806) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:24.411569 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (e74817a9-ce28-49db-870b-89f1e5ef443d), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.437757 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event deleted for resources: {'Port': ['ID=e74817a9-ce28-49db-870b-89f1e5ef443d,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:24.449954 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb34af5e-376d-49bc-a96c-09d551dd78b8 admin admin] Deleting subnet 418f1d99-5341-4144-b9ec-3887908e7b7b {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:51:24.454117 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bb34af5e-376d-49bc-a96c-09d551dd78b8 admin admin] Publish callbacks [] for subnet (418f1d99-5341-4144-b9ec-3887908e7b7b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.493696 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bb34af5e-376d-49bc-a96c-09d551dd78b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (418f1d99-5341-4144-b9ec-3887908e7b7b), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.609451 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bb34af5e-376d-49bc-a96c-09d551dd78b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (418f1d99-5341-4144-b9ec-3887908e7b7b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.673227 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bb34af5e-376d-49bc-a96c-09d551dd78b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (418f1d99-5341-4144-b9ec-3887908e7b7b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.673984 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 7eaff30d-3d22-4659-94bc-8bc527ade15c no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:24.701638 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 7eaff30d-3d22-4659-94bc-8bc527ade15c {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:24.702074 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 7eaff30d-3d22-4659-94bc-8bc527ade15c not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:24.702443 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34af5e-376d-49bc-a96c-09d551dd78b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=418f1d99-5341-4144-b9ec-3887908e7b7b,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:24.706776 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bb34af5e-376d-49bc-a96c-09d551dd78b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.710196 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-bb34af5e-376d-49bc-a96c-09d551dd78b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/418f1d99-5341-4144-b9ec-3887908e7b7b HTTP/1.1" status: 204 len: 168 time: 0.3089607 Mar 28 05:51:24.712829 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afb90b0-a078-4526-8a46-a5a2729fea2c None None] Network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:51:24.716235 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42810) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:24.786931 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.825384 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8c445684-21da-4142-9ec9-10f41173c9ee req-2b16e3e9-3e5c-409d-88a5-1a04b3177f5b tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811f8eb-2c2b-4604-8422-4dbb56b3c088 HTTP/1.1" status: 200 len: 210 time: 0.0418262 Mar 28 05:51:24.870574 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Deleting port f87186e8-7ade-4dd5-b237-3cef6888abe9 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:24.871109 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.880232 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Router a620f96a-de31-42cc-a3c3-e9349628024c has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:24.942899 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] For port f87186e8-7ade-4dd5-b237-3cef6888abe9, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=f87186e8-7ade-4dd5-b237-3cef6888abe9,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:24.943264 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:24.945866 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] DHCP port deletion for dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf request from dv-cinder-831776-5-iscsi {{(pid=109790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:51:24.959187 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Calling delete_port for f87186e8-7ade-4dd5-b237-3cef6888abe9 owned by network:dhcp {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:25.009427 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:25.027296 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd52346-2636-4076-923a-c554569b28ad None None] Sync routers for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:25.036876 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Deleting port f87186e8-7ade-4dd5-b237-3cef6888abe9 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:25.039486 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.059103 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd52346-2636-4076-923a-c554569b28ad None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:25.059999 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-1cd52346-2636-4076-923a-c554569b28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:25.070043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] No DVR routers for this DVR port e74817a9-ce28-49db-870b-89f1e5ef443d on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:25.072190 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.074225 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.077994 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a80c71b2-0712-4afc-8e6e-c5fb207340c1 req-53c9dc31-c460-441e-a775-2750a0ec4f45 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.21 "DELETE /v2.0/ports/e74817a9-ce28-49db-870b-89f1e5ef443d HTTP/1.1" status: 204 len: 173 time: 1.1993830 Mar 28 05:51:25.078241 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'name': 'network-vif-deleted', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:51:25.085632 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2782d28-f54c-4edf-b418-cd214a644125" -d '{"events": [{"server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "name": "network-vif-deleted", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:51:25.106891 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=f87186e8-7ade-4dd5-b237-3cef6888abe9,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:25.111278 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] No DVR routers for this DVR port f87186e8-7ade-4dd5-b237-3cef6888abe9 on host dv-cinder-831776-5-iscsi {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:25.139154 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e898211d-54ed-401f-b78f-4612b11423c8 x-openstack-request-id: req-e898211d-54ed-401f-b78f-4612b11423c8 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:51:25.139594 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811f8eb-2c2b-4604-8422-4dbb56b3c088", "name": "network-vif-deleted", "tag": "e74817a9-ce28-49db-870b-89f1e5ef443d", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:51:25.140113 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e898211d-54ed-401f-b78f-4612b11423c8 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:51:25.140757 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e898211d-54ed-401f-b78f-4612b11423c8'] response: {'server_uuid': '5811f8eb-2c2b-4604-8422-4dbb56b3c088', 'name': 'network-vif-deleted', 'tag': 'e74817a9-ce28-49db-870b-89f1e5ef443d', 'status': 'completed', 'code': 200} Mar 28 05:51:25.215697 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.222942 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] For port f87186e8-7ade-4dd5-b237-3cef6888abe9, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=f87186e8-7ade-4dd5-b237-3cef6888abe9,segment=NetworkSegment(eec85138-15b5-4ae1-a9ad-6d8988daa103),segment_id=eec85138-15b5-4ae1-a9ad-6d8988daa103)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:25.223408 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.244197 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:25.246307 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Calling delete_port for f87186e8-7ade-4dd5-b237-3cef6888abe9 owned by network:dhcp {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:25.254212 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec85138-15b5-4ae1-a9ad-6d8988daa103') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:25.254533 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec85138-15b5-4ae1-a9ad-6d8988daa103') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:25.263774 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2432485'] for segment (eec85138-15b5-4ae1-a9ad-6d8988daa103), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.278465 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (eec85138-15b5-4ae1-a9ad-6d8988daa103), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.284988 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:51:25.285403 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734630'] for segment (eec85138-15b5-4ae1-a9ad-6d8988daa103), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: Traceback (most recent call last): Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: timer() Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: cb(*args, **kw) Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: return func(*args, **kwargs) Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: self._notify() Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: self.callback(batched_events) Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: event.method(event) Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: return f(self, *a, **k) Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._get(url).json() Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:51:25.287269 dv-cinder-831776-5-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:51:25.318621 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-1cd52346-2636-4076-923a-c554569b28ad None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:25.340763 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.356068 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.359802 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] 10.222.0.20 "DELETE /v2.0/networks/dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf HTTP/1.1" status: 204 len: 168 time: 0.6426108 Mar 28 05:51:25.361961 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ed8d9-8923-45aa-a0cf-d611787adc7e admin admin] Pushing event deleted for resources: {'Network': ['ID=dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:25.449096 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900'] for port (f87186e8-7ade-4dd5-b237-3cef6888abe9), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.477650 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Pushing event deleted for resources: {'Port': ['ID=f87186e8-7ade-4dd5-b237-3cef6888abe9,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:25.479628 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Network dae9cdbc-a06c-4e07-9abf-ccb93e6fb7bf is not hosted by any dhcp agent {{(pid=109790) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 05:51:25.480073 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] No DVR routers for this DVR port f87186e8-7ade-4dd5-b237-3cef6888abe9 on host dv-cinder-831776-5-iscsi {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:25.482840 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42816) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:25.493028 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.493196 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.493535 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.493882 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.494218 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.494581 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.494934 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.495230 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.495556 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.495883 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.496216 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.496535 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.496863 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.497212 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.497489 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb8663b-8b64-48d3-9785-74c5d882e6c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:25.532347 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-8d982b72-2876-48e4-ab8d-6c5d20fad0ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=166ef12b1d8740979caa27285de2817a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471148 Mar 28 05:51:25.535065 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42818) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:25.590606 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-830d50ee-b154-47f5-bc67-d72ea45df600 admin admin] Publish callbacks [] for security_group (0de3aefa-be08-4231-b825-d036b2ec9731), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.603699 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-1cd52346-2636-4076-923a-c554569b28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:25.615811 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-830d50ee-b154-47f5-bc67-d72ea45df600 admin admin] Publish callbacks [] for security_group (0de3aefa-be08-4231-b825-d036b2ec9731), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.636567 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd52346-2636-4076-923a-c554569b28ad None None] Checking router: a620f96a-de31-42cc-a3c3-e9349628024c for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:25.646336 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd52346-2636-4076-923a-c554569b28ad None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:25.646963 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-1cd52346-2636-4076-923a-c554569b28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:25.671906 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-830d50ee-b154-47f5-bc67-d72ea45df600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0de3aefa-be08-4231-b825-d036b2ec9731), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.674669 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-830d50ee-b154-47f5-bc67-d72ea45df600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.675801 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-830d50ee-b154-47f5-bc67-d72ea45df600 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0de3aefa-be08-4231-b825-d036b2ec9731 HTTP/1.1" status: 204 len: 168 time: 0.1389248 Mar 28 05:51:25.684780 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d50ee-b154-47f5-bc67-d72ea45df600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de3aefa-be08-4231-b825-d036b2ec9731,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:25.766500 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-1cd52346-2636-4076-923a-c554569b28ad None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:25.914765 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42828) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:25.983272 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-de246b06-754d-4cab-adb9-626d5699ef3a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (0c3553de-8d4d-4dba-a962-896194707a05), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:25.993253 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-1cd52346-2636-4076-923a-c554569b28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:25.996449 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device f87186e8-7ade-4dd5-b237-3cef6888abe9 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:26.015559 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-de246b06-754d-4cab-adb9-626d5699ef3a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (0c3553de-8d4d-4dba-a962-896194707a05), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.042742 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd52346-2636-4076-923a-c554569b28ad None None] The sync data for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi is: [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:41:06Z', 'revision_number': 4, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'b3a9add9-43e6-4a71-9eed-e5c94168d32c', 'name': '', 'network_id': '7a808657-1d82-4bea-8435-546dcdbe6c27', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'mac_address': 'fa:16:3e:48:25:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:04Z', 'updated_at': '2022-03-28T05:41:17Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'subnets': [{'id': 'dd953fcf-5b91-4f68-9231-13f627fbde6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:26.044273 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: f87186e8-7ade-4dd5-b237-3cef6888abe9 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:26.044613 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device f87186e8-7ade-4dd5-b237-3cef6888abe9 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:26.045030 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 16ad2712-46d0-4f71-878f-ee14c139703d no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:26.070040 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 16ad2712-46d0-4f71-878f-ee14c139703d {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:26.070495 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 16ad2712-46d0-4f71-878f-ee14c139703d not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:26.076629 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-de246b06-754d-4cab-adb9-626d5699ef3a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0c3553de-8d4d-4dba-a962-896194707a05), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.080098 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-de246b06-754d-4cab-adb9-626d5699ef3a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.082187 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-de246b06-754d-4cab-adb9-626d5699ef3a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "DELETE /v2.0/security-groups/0c3553de-8d4d-4dba-a962-896194707a05 HTTP/1.1" status: 204 len: 168 time: 0.1661193 Mar 28 05:51:26.084864 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42838) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:26.096608 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de246b06-754d-4cab-adb9-626d5699ef3a tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3553de-8d4d-4dba-a962-896194707a05,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:26.100817 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.api.v2.resource [None req-caa74ba5-9a56-45da-8397-acd9c05a4fc6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] show failed (client error): The resource could not be found. Mar 28 05:51:26.104542 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-caa74ba5-9a56-45da-8397-acd9c05a4fc6 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "GET /v2.0/security-groups/0c3553de-8d4d-4dba-a962-896194707a05 HTTP/1.1" status: 404 len: 347 time: 0.0156562 Mar 28 05:51:26.105063 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42840) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:26.244778 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-587c6132-a759-411e-b337-fa2014d6ffa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Deleting port 8859dd02-2eb1-416e-859c-8f1d98d08f31 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:26.245121 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-587c6132-a759-411e-b337-fa2014d6ffa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (8859dd02-2eb1-416e-859c-8f1d98d08f31), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.328138 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-587c6132-a759-411e-b337-fa2014d6ffa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (8859dd02-2eb1-416e-859c-8f1d98d08f31), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.328522 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-587c6132-a759-411e-b337-fa2014d6ffa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (8859dd02-2eb1-416e-859c-8f1d98d08f31), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.335496 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff2cef-489d-4389-981f-24ca5e4de7ec None None] New status for floating IP 92f563e7-5efe-404b-9284-22331c144271: DOWN {{(pid=109791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:51:26.344383 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-587c6132-a759-411e-b337-fa2014d6ffa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Calling delete_port for 8859dd02-2eb1-416e-859c-8f1d98d08f31 owned by network:floatingip {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:26.426536 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42850) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:26.501490 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-587c6132-a759-411e-b337-fa2014d6ffa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (8859dd02-2eb1-416e-859c-8f1d98d08f31), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.527935 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c6132-a759-411e-b337-fa2014d6ffa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Pushing event deleted for resources: {'Port': ['ID=8859dd02-2eb1-416e-859c-8f1d98d08f31,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:26.539453 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1258212806-network', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:51:26.558888 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Made reservation on behalf of de983ae3f78642c48b57ad997cad35a5 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:51:26.561216 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.569272 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.588912 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-587c6132-a759-411e-b337-fa2014d6ffa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks [] for floatingip (92f563e7-5efe-404b-9284-22331c144271), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.591506 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-587c6132-a759-411e-b337-fa2014d6ffa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.592658 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-587c6132-a759-411e-b337-fa2014d6ffa7 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] 10.222.0.20 "DELETE /v2.0/floatingips/92f563e7-5efe-404b-9284-22331c144271 HTTP/1.1" status: 204 len: 168 time: 0.4866393 Mar 28 05:51:26.649809 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Publish callbacks [] for security_group (77c2227a-4fa2-4725-9e0c-82899d997f41), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.654396 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (77c2227a-4fa2-4725-9e0c-82899d997f41), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.682510 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:51:26.688568 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c2227a-4fa2-4725-9e0c-82899d997f41,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:26.696718 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (93f4c8b0-0e00-408a-b168-a5519837b81a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.696904 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Added segment 93f4c8b0-0e00-408a-b168-a5519837b81a of type vlan for network c4c6ef47-cbf0-4092-b00a-9520b53813c7 Mar 28 05:51:26.738799 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (c4c6ef47-cbf0-4092-b00a-9520b53813c7), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.762291 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (c4c6ef47-cbf0-4092-b00a-9520b53813c7), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.763167 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:26.763769 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:26.813973 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3856220 Mar 28 05:51:26.816991 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42858) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:26.821950 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] Request body: {'subnet': {'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-subnet', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:51:26.824197 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939a15c-2527-43a4-b727-66c4014c0a28 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c6ef47-cbf0-4092-b00a-9520b53813c7,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:26.834681 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:51:26.842266 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] Made reservation on behalf of de983ae3f78642c48b57ad997cad35a5 for: {'subnet': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:51:26.844690 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26897340'] for subnet (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.018207 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26897322'] for subnet (3d655e71-db3c-41a6-8617-5aa32f1c85a5), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.071604 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d655e71-db3c-41a6-8617-5aa32f1c85a5,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:27.080117 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] Checking segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:51:27.080468 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] Network hostable DHCP agents. Network: c4c6ef47-cbf0-4092-b00a-9520b53813c7, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:51:27.096584 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:51:27.104589 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, c4c6ef47-cbf0-4092-b00a-9520b53813c7) {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:51:27.108910 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:27.109493 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.113668 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c83a625-62a3-4df9-8b4d-775a11177718 None None] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:51:27.126275 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-a459ea97-7c6c-4931-bee1-80bf95ad3b1c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3081257 Mar 28 05:51:27.128841 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42860) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:27.133982 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:51:27.151998 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (861861ec-f0b2-4091-b887-b2bbc84ab3fa), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.153274 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (861861ec-f0b2-4091-b887-b2bbc84ab3fa), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.210581 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Publish callbacks [] for router_controller (861861ec-f0b2-4091-b887-b2bbc84ab3fa), precommit_add_association {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.219623 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:51:27.220503 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.354236 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Allocated IP 172.20.0.2 (c4c6ef47-cbf0-4092-b00a-9520b53813c7/3d655e71-db3c-41a6-8617-5aa32f1c85a5/215fc5ea-d059-4fd0-ae17-fc8663065745) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:51:27.354517 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Publish callbacks [] for router_gateway (861861ec-f0b2-4091-b887-b2bbc84ab3fa), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.475012 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e74817a9-ce28-49db-870b-89f1e5ef443d no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:27.506375 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: e74817a9-ce28-49db-870b-89f1e5ef443d {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:27.506655 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device e74817a9-ce28-49db-870b-89f1e5ef443d not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:27.518962 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Publish callbacks [] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.525081 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.555143 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Publish callbacks [] for router_gateway (861861ec-f0b2-4091-b887-b2bbc84ab3fa), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.569979 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:51:27.573593 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.577649 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:51:27.579763 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Pushing event updated for resources: {'Port': ['ID=215fc5ea-d059-4fd0-ae17-fc8663065745,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:27.581812 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:51:27.639884 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Attempting to bind port 215fc5ea-d059-4fd0-ae17-fc8663065745 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:51:27.640168 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Attempting to bind port 215fc5ea-d059-4fd0-ae17-fc8663065745 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:51:27.640534 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Attempting to bind port 215fc5ea-d059-4fd0-ae17-fc8663065745 on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:51:27.645405 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:51:27.645784 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Checking segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:51:27.646183 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.646612 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Bound using segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:51:27.647078 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Bound port: 215fc5ea-d059-4fd0-ae17-fc8663065745, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:51:27.647556 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.680562 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Allocated IP 172.27.1.188 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/4e85755b-7d9b-497b-846d-9732bff77e13) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:51:27.709588 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] For port 215fc5ea-d059-4fd0-ae17-fc8663065745, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:51:27.712776 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] For port 215fc5ea-d059-4fd0-ae17-fc8663065745, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=215fc5ea-d059-4fd0-ae17-fc8663065745,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:51:27.720876 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.790034 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Publish callbacks [] for port (4e85755b-7d9b-497b-846d-9732bff77e13), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.805017 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe48e56-5552-48d3-ab43-7a916531d05b None None] Pushing event updated for resources: {'Port': ['ID=215fc5ea-d059-4fd0-ae17-fc8663065745,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:27.836869 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:27.882558 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:51:27.886241 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:51:27.889117 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:51:27.920186 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e85755b-7d9b-497b-846d-9732bff77e13,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:28.164971 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Publish callbacks [] for router_gateway (861861ec-f0b2-4091-b887-b2bbc84ab3fa), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:28.375970 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344'] for router (861861ec-f0b2-4091-b887-b2bbc84ab3fa), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:28.504532 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Router 861861ec-f0b2-4091-b887-b2bbc84ab3fa is scheduled to L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c with binding_index 1 {{(pid=109788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:51:28.615299 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:28.625807 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Sync routers for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:28.634790 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:28.636411 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-9feac056-acc8-4c32-aea2-06a26a64d2e6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5062075 Mar 28 05:51:28.637429 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:28.638331 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:28.639020 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42872) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:28.750954 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:28.807621 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0daa80-4827-4f39-b908-fc4d07c76526 None None] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:51:29.046936 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42880) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:29.100929 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-2e1882a4-2c6d-4649-a144-4045720e1a3d None None] Provisioning complete for port 215fc5ea-d059-4fd0-ae17-fc8663065745 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:29.101308 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2e1882a4-2c6d-4649-a144-4045720e1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.256340 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:28Z', 'revision_number': 3, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:29.260314 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-2e1882a4-2c6d-4649-a144-4045720e1a3d None None] Current status of the port 215fc5ea-d059-4fd0-ae17-fc8663065745 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:51:29.260314 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2e1882a4-2c6d-4649-a144-4045720e1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.294494 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Checking router: 861861ec-f0b2-4091-b887-b2bbc84ab3fa for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:29.294855 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Updating router 861861ec-f0b2-4091-b887-b2bbc84ab3fa port 4e85755b-7d9b-497b-846d-9732bff77e13 binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:51:29.346271 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.348874 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-2e1882a4-2c6d-4649-a144-4045720e1a3d None None] For port 215fc5ea-d059-4fd0-ae17-fc8663065745, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=215fc5ea-d059-4fd0-ae17-fc8663065745,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:29.353198 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.370866 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2e1882a4-2c6d-4649-a144-4045720e1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.510232 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1882a4-2c6d-4649-a144-4045720e1a3d None None] Pushing event updated for resources: {'Port': ['ID=215fc5ea-d059-4fd0-ae17-fc8663065745,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:29.540215 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-d21bd3ff-9d3d-4fbd-9fd9-74f960d371d1 None None] Provisioning complete for port 215fc5ea-d059-4fd0-ae17-fc8663065745 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:29.540591 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d21bd3ff-9d3d-4fbd-9fd9-74f960d371d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.550508 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Allocated IP 172.20.0.1 (c4c6ef47-cbf0-4092-b00a-9520b53813c7/3d655e71-db3c-41a6-8617-5aa32f1c85a5/2dc76ae2-1959-43dd-aaae-c44f5930bb14) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:51:29.587068 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737862'] for router_interface (a620f96a-de31-42cc-a3c3-e9349628024c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.670189 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Publish callbacks [] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.707330 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.713311 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-dad23322-8755-4bf3-aef8-c8389de4a4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.720254 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d21bd3ff-9d3d-4fbd-9fd9-74f960d371d1 None None] Current status of the port 215fc5ea-d059-4fd0-ae17-fc8663065745 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:51:29.752810 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:51:29.757475 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:51:29.762178 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:51:29.765276 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc76ae2-1959-43dd-aaae-c44f5930bb14,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:29.774685 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Publish callbacks [] for port (4e85755b-7d9b-497b-846d-9732bff77e13), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.781874 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.809588 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738045'] for router_interface (861861ec-f0b2-4091-b887-b2bbc84ab3fa), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.842061 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Attempting to bind port 4e85755b-7d9b-497b-846d-9732bff77e13 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:51:29.842603 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Attempting to bind port 4e85755b-7d9b-497b-846d-9732bff77e13 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:51:29.843561 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Attempting to bind port 4e85755b-7d9b-497b-846d-9732bff77e13 on network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:51:29.851150 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bff140-332c-4afa-b460-48202ca75a33 None None] Pushing event updated for resources: {'Port': ['ID=4e85755b-7d9b-497b-846d-9732bff77e13,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:29.861856 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:51:29.863105 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:51:29.863560 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.863957 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Bound using segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:51:29.864457 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Bound port: 4e85755b-7d9b-497b-846d-9732bff77e13, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:51:29.864830 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.950744 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] For port 4e85755b-7d9b-497b-846d-9732bff77e13, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:51:29.958799 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] For port 4e85755b-7d9b-497b-846d-9732bff77e13, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=4e85755b-7d9b-497b-846d-9732bff77e13,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:51:29.958977 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] Deleting port b3a9add9-43e6-4a71-9eed-e5c94168d32c {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:29.959222 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.967605 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:29.969396 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:30.036123 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 215fc5ea-d059-4fd0-ae17-fc8663065745 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:51:30.071433 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] For port b3a9add9-43e6-4a71-9eed-e5c94168d32c, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=b3a9add9-43e6-4a71-9eed-e5c94168d32c,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:30.071928 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:30.077778 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:30.078556 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:30.080609 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bff140-332c-4afa-b460-48202ca75a33 None None] Pushing event updated for resources: {'Port': ['ID=4e85755b-7d9b-497b-846d-9732bff77e13,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:30.086449 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] Calling delete_port for b3a9add9-43e6-4a71-9eed-e5c94168d32c owned by network:router_interface {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:30.172089 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Publish callbacks [] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:30.177501 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:30.190030 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-7520608a-e061-4a76-9a08-28d2cdcfbb0c None None] Provisioning complete for port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:30.190551 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7520608a-e061-4a76-9a08-28d2cdcfbb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:30.223359 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 215fc5ea-d059-4fd0-ae17-fc8663065745 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:30.223861 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:30.244470 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc76ae2-1959-43dd-aaae-c44f5930bb14,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:30.247008 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737897'] for router_interface (861861ec-f0b2-4091-b887-b2bbc84ab3fa), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:30.267440 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:30.282380 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (b3a9add9-43e6-4a71-9eed-e5c94168d32c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:30.305700 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-7520608a-e061-4a76-9a08-28d2cdcfbb0c None None] Port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:51:30.308487 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a9add9-43e6-4a71-9eed-e5c94168d32c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:30.365248 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:51:30.369421 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:51:30.459292 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 215fc5ea-d059-4fd0-ae17-fc8663065745 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:51:30.485075 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738294'] for router_interface (a620f96a-de31-42cc-a3c3-e9349628024c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:30.555531 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:30.575492 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Router 861861ec-f0b2-4091-b887-b2bbc84ab3fa has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:30.595143 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee0eb3-8cab-4309-98ae-3c00b263d6b4 None None] The sync data for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi is: [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:30.710414 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:30.717093 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-d9635ce2-ffda-4268-b01f-ac42d6bf03c0 admin admin] 10.222.0.20 "PUT /v2.0/routers/861861ec-f0b2-4091-b887-b2bbc84ab3fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0769382 Mar 28 05:51:30.763468 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] Router a620f96a-de31-42cc-a3c3-e9349628024c has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:30.835166 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-8b28dd22-961f-4a79-878a-184b4159f8b1 None None] Provisioning complete for port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:30.835166 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8b28dd22-961f-4a79-878a-184b4159f8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:30.900155 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-8b28dd22-961f-4a79-878a-184b4159f8b1 None None] Port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:51:30.908892 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:30.913787 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ae4baf81-9eb4-4a2c-9abe-7f92487ef42d admin admin] 10.222.0.20 "PUT /v2.0/routers/a620f96a-de31-42cc-a3c3-e9349628024c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8652158 Mar 28 05:51:30.919687 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42890) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:30.922402 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e198819-9df5-4329-866d-bfbb6fd444c6 None None] Sync routers for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:30.938757 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e198819-9df5-4329-866d-bfbb6fd444c6 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:30.939395 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7e198819-9df5-4329-866d-bfbb6fd444c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:31.049374 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Publish callbacks [] for router (a620f96a-de31-42cc-a3c3-e9349628024c), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.061493 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-7e198819-9df5-4329-866d-bfbb6fd444c6 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:31.183337 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Publish callbacks [] for router_gateway (a620f96a-de31-42cc-a3c3-e9349628024c), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.243085 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Deleting port 357ec58f-2f3c-4927-b346-bec7bd88143d {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:31.243449 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.263325 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7e198819-9df5-4329-866d-bfbb6fd444c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:51:30Z', 'revision_number': 5, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port': {'id': '357ec58f-2f3c-4927-b346-bec7bd88143d', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:02Z', 'updated_at': '2022-03-28T05:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:31.292255 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e198819-9df5-4329-866d-bfbb6fd444c6 None None] Checking router: a620f96a-de31-42cc-a3c3-e9349628024c for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:31.302537 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e198819-9df5-4329-866d-bfbb6fd444c6 None None] Routers {'a620f96a-de31-42cc-a3c3-e9349628024c'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:31.303484 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7e198819-9df5-4329-866d-bfbb6fd444c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['a620f96a-de31-42cc-a3c3-e9349628024c'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:31.337488 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42892) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:31.343474 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-69c511b7-cbf8-4fae-adf8-dd30524abdd1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16318174', 'description': 'tempest-description--692464592'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:51:31.345839 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] For port 357ec58f-2f3c-4927-b346-bec7bd88143d, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=357ec58f-2f3c-4927-b346-bec7bd88143d,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:31.346200 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.363041 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Calling delete_port for 357ec58f-2f3c-4927-b346-bec7bd88143d owned by network:router_gateway {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:31.371436 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-69c511b7-cbf8-4fae-adf8-dd30524abdd1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.417058 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-7e198819-9df5-4329-866d-bfbb6fd444c6 None None] Set router a620f96a-de31-42cc-a3c3-e9349628024c gateway port host: None {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:31.450243 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-69c511b7-cbf8-4fae-adf8-dd30524abdd1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (977dc7d0-1a49-4d81-9784-72824a38219d), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.457312 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-69c511b7-cbf8-4fae-adf8-dd30524abdd1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (977dc7d0-1a49-4d81-9784-72824a38219d), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.479464 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7e198819-9df5-4329-866d-bfbb6fd444c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:51:31Z', 'revision_number': 6, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port_host': None}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:31.495721 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-69c511b7-cbf8-4fae-adf8-dd30524abdd1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.497337 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-69c511b7-cbf8-4fae-adf8-dd30524abdd1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1580935 Mar 28 05:51:31.500717 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42894) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:31.502687 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c511b7-cbf8-4fae-adf8-dd30524abdd1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977dc7d0-1a49-4d81-9784-72824a38219d,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:31.507890 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-f20444f3-2857-4e19-b75c-3472212d1cb3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group_rule': {'security_group_id': '977dc7d0-1a49-4d81-9784-72824a38219d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:51:31.520256 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e198819-9df5-4329-866d-bfbb6fd444c6 None None] The sync data for ids ['a620f96a-de31-42cc-a3c3-e9349628024c'] in dv-cinder-831776-5-iscsi is: [{'id': 'a620f96a-de31-42cc-a3c3-e9349628024c', 'name': 'tempest-AttachVolumeShelveTestJSON-572043542-router', 'tenant_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:01Z', 'updated_at': '2022-03-28T05:51:31Z', 'revision_number': 6, 'project_id': '1cdc9c20bbfd48cd846531f917b4bb4e', 'gw_port_host': None}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:31.585116 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f20444f3-2857-4e19-b75c-3472212d1cb3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (a1ad086e-cebc-4ca6-92f9-3242895b1dd2), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.631626 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (357ec58f-2f3c-4927-b346-bec7bd88143d), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.666521 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Pushing event deleted for resources: {'Port': ['ID=357ec58f-2f3c-4927-b346-bec7bd88143d,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:31.676845 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f20444f3-2857-4e19-b75c-3472212d1cb3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (a1ad086e-cebc-4ca6-92f9-3242895b1dd2), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.693614 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f20444f3-2857-4e19-b75c-3472212d1cb3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (a1ad086e-cebc-4ca6-92f9-3242895b1dd2), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.742877 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20444f3-2857-4e19-b75c-3472212d1cb3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ad086e-cebc-4ca6-92f9-3242895b1dd2,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:31.750569 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f20444f3-2857-4e19-b75c-3472212d1cb3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.751771 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-f20444f3-2857-4e19-b75c-3472212d1cb3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2481163 Mar 28 05:51:31.754523 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42896) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:31.759362 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-0e38fd5c-75fd-492b-aeb4-4f9aa1e5b688 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group_rule': {'security_group_id': '977dc7d0-1a49-4d81-9784-72824a38219d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:51:31.766341 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738316'] for router_gateway (a620f96a-de31-42cc-a3c3-e9349628024c), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.867344 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (a620f96a-de31-42cc-a3c3-e9349628024c), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.869898 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Publish callbacks [] for router_controller (a620f96a-de31-42cc-a3c3-e9349628024c), precommit_delete_associations {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.879075 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0e38fd5c-75fd-492b-aeb4-4f9aa1e5b688 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (b51967c5-b703-4d7f-9ff4-500f27be114a), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.933731 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-753391'] for router (a620f96a-de31-42cc-a3c3-e9349628024c), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.934233 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router a620f96a-de31-42cc-a3c3-e9349628024c {{(pid=109788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:51:31.939095 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.942456 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-67d4416d-19a1-48cd-91cc-022a6dd764ec admin admin] 10.222.0.20 "DELETE /v2.0/routers/a620f96a-de31-42cc-a3c3-e9349628024c HTTP/1.1" status: 204 len: 168 time: 1.0192721 Mar 28 05:51:31.942993 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42898) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:31.978471 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0e38fd5c-75fd-492b-aeb4-4f9aa1e5b688 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (b51967c5-b703-4d7f-9ff4-500f27be114a), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:31.985990 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0e38fd5c-75fd-492b-aeb4-4f9aa1e5b688 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (b51967c5-b703-4d7f-9ff4-500f27be114a), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.013465 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38fd5c-75fd-492b-aeb4-4f9aa1e5b688 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51967c5-b703-4d7f-9ff4-500f27be114a,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:32.028131 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-0e38fd5c-75fd-492b-aeb4-4f9aa1e5b688 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.028659 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-1086d1cc-719e-4e8e-bc81-5aac03a2372a admin admin] Deleting subnet dd953fcf-5b91-4f68-9231-13f627fbde6d {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:51:32.029531 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-0e38fd5c-75fd-492b-aeb4-4f9aa1e5b688 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2740529 Mar 28 05:51:32.033508 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 42900) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:32.036192 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1086d1cc-719e-4e8e-bc81-5aac03a2372a admin admin] Publish callbacks [] for subnet (dd953fcf-5b91-4f68-9231-13f627fbde6d), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.041228 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:51:32.071277 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.105206 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-443bfee8-8f7c-420b-aea4-c62e9e0e1dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.129114 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1086d1cc-719e-4e8e-bc81-5aac03a2372a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (dd953fcf-5b91-4f68-9231-13f627fbde6d), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.189152 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.213182 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1086d1cc-719e-4e8e-bc81-5aac03a2372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (dd953fcf-5b91-4f68-9231-13f627fbde6d), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.269460 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1086d1cc-719e-4e8e-bc81-5aac03a2372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (dd953fcf-5b91-4f68-9231-13f627fbde6d), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.299012 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086d1cc-719e-4e8e-bc81-5aac03a2372a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd953fcf-5b91-4f68-9231-13f627fbde6d,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:32.303256 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Allocated IP 172.27.1.216 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/3cb44d63-25af-4cd7-b26a-83a4e56ace7f) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:51:32.303842 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-1086d1cc-719e-4e8e-bc81-5aac03a2372a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.307875 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-1086d1cc-719e-4e8e-bc81-5aac03a2372a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dd953fcf-5b91-4f68-9231-13f627fbde6d HTTP/1.1" status: 204 len: 168 time: 0.3637700 Mar 28 05:51:32.310987 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42904) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:32.316691 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c058f-3b8a-4c37-a018-5aba67af0ccb None None] Network 7a808657-1d82-4bea-8435-546dcdbe6c27 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:51:32.391867 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (7a808657-1d82-4bea-8435-546dcdbe6c27), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.425619 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (3cb44d63-25af-4cd7-b26a-83a4e56ace7f), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.447970 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 4e85755b-7d9b-497b-846d-9732bff77e13 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:51:32.451041 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Deleting port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:32.451569 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.471749 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (3cb44d63-25af-4cd7-b26a-83a4e56ace7f), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.523770 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:51:32.525269 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 4e85755b-7d9b-497b-846d-9732bff77e13 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:32.525811 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.535496 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] For port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=3e27ad8b-ae2a-4930-b74e-9ff5873eed5b,segment=NetworkSegment(a0e7dd26-0362-4e0d-8ca6-d93450a78771),segment_id=a0e7dd26-0362-4e0d-8ca6-d93450a78771)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:32.535496 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.539989 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:51:32.541991 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=3cb44d63-25af-4cd7-b26a-83a4e56ace7f,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:32.545603 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:51:32.551333 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Calling delete_port for 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b owned by network:dhcp {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:32.618186 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c82dbb-8fa7-44aa-a20d-06a376294abc None None] DHCP port deletion for 7a808657-1d82-4bea-8435-546dcdbe6c27 request from dv-cinder-831776-5-iscsi {{(pid=109790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:51:32.653737 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (5d127cec-2b29-4bda-8702-e50ee91288b5), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.657666 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.658509 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 4e85755b-7d9b-497b-846d-9732bff77e13 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:51:32.658980 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.688174 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] No DVR routers for this DVR port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b on host dv-cinder-831776-5-iscsi {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:32.693795 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e27ad8b-ae2a-4930-b74e-9ff5873eed5b,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:32.697535 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 4e85755b-7d9b-497b-846d-9732bff77e13, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=4e85755b-7d9b-497b-846d-9732bff77e13,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:32.705806 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (3cb44d63-25af-4cd7-b26a-83a4e56ace7f), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.708355 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.750480 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-f5c82dbb-8fa7-44aa-a20d-06a376294abc None None] Deleting port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:32.750853 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f5c82dbb-8fa7-44aa-a20d-06a376294abc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.804793 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device b3a9add9-43e6-4a71-9eed-e5c94168d32c no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:32.843710 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: b3a9add9-43e6-4a71-9eed-e5c94168d32c {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:32.843976 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device b3a9add9-43e6-4a71-9eed-e5c94168d32c not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:32.870461 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=4e85755b-7d9b-497b-846d-9732bff77e13,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:32.877493 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-f5c82dbb-8fa7-44aa-a20d-06a376294abc None None] For port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b, host dv-cinder-831776-5-iscsi, got binding levels [] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:32.877891 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f5c82dbb-8fa7-44aa-a20d-06a376294abc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.892287 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (3cb44d63-25af-4cd7-b26a-83a4e56ace7f), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.898653 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-f5c82dbb-8fa7-44aa-a20d-06a376294abc None None] Calling delete_port for 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b owned by network:dhcp {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:32.899907 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (3cb44d63-25af-4cd7-b26a-83a4e56ace7f), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.901932 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.ipam_backend_mixin [None req-f5c82dbb-8fa7-44aa-a20d-06a376294abc None None] Port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b was not found and therefore no delete operation was performed {{(pid=109790) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 05:51:32.903831 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f5c82dbb-8fa7-44aa-a20d-06a376294abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900'] for port (3e27ad8b-ae2a-4930-b74e-9ff5873eed5b), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:32.933703 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c82dbb-8fa7-44aa-a20d-06a376294abc None None] Pushing event deleted for resources: {'Port': ['ID=3e27ad8b-ae2a-4930-b74e-9ff5873eed5b,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:32.935641 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c82dbb-8fa7-44aa-a20d-06a376294abc None None] No DVR routers for this DVR port 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b on host dv-cinder-831776-5-iscsi {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:32.965095 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=3cb44d63-25af-4cd7-b26a-83a4e56ace7f,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:33.004735 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (5d127cec-2b29-4bda-8702-e50ee91288b5), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.021104 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.022396 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-cada0553-24f3-4625-9808-f4efbbd19678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9861019 Mar 28 05:51:33.053096 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.065386 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (7a808657-1d82-4bea-8435-546dcdbe6c27), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.089472 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a808657-1d82-4bea-8435-546dcdbe6c27']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:33.100324 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e7dd26-0362-4e0d-8ca6-d93450a78771') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:33.100709 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e7dd26-0362-4e0d-8ca6-d93450a78771') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:33.112257 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2432485'] for segment (a0e7dd26-0362-4e0d-8ca6-d93450a78771), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.126760 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (a0e7dd26-0362-4e0d-8ca6-d93450a78771), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.133533 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:51:33.133963 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734630'] for segment (a0e7dd26-0362-4e0d-8ca6-d93450a78771), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: Traceback (most recent call last): Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: timer() Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: cb(*args, **kw) Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: return func(*args, **kwargs) Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: self._notify() Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: self.callback(batched_events) Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: event.method(event) Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: return f(self, *a, **k) Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._get(url).json() Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:51:33.136064 dv-cinder-831776-5-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:51:33.189951 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-10a2e602-18ee-4c9e-b090-f39ece999a7a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--16318174&fields=id&tenant_id=de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 267 time: 0.0448534 Mar 28 05:51:33.193756 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (7a808657-1d82-4bea-8435-546dcdbe6c27), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.199152 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.202673 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a808657-1d82-4bea-8435-546dcdbe6c27 HTTP/1.1" status: 204 len: 168 time: 0.8902414 Mar 28 05:51:33.215722 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69d7b8-7723-4ad5-a885-5bc653a3c047 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a808657-1d82-4bea-8435-546dcdbe6c27,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:33.303917 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-c5db0208-2f7a-46af-a72c-8fdb8e0fed2d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:33.306973 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-c5db0208-2f7a-46af-a72c-8fdb8e0fed2d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 815 time: 0.1096764 Mar 28 05:51:33.321383 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-0b5a519d-2437-4f30-a879-187df4daa03f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/quotas/de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 375 time: 0.0105617 Mar 28 05:51:33.331478 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42924) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:33.376359 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-38e616b4-172a-4831-be06-23118b521b7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cdc9c20bbfd48cd846531f917b4bb4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433207 Mar 28 05:51:33.379171 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 42926) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:33.392548 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-18ccfae9-38eb-417b-8107-f5fe1dd87b53 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656004 Mar 28 05:51:33.408182 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-021c51e9-75a4-48c5-821a-aa95f15920f4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:51:33.409393 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-021c51e9-75a4-48c5-821a-aa95f15920f4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053425 Mar 28 05:51:33.434965 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9beb1be8-f422-42cb-b06e-794dcb6ea112 admin admin] Publish callbacks [] for security_group (65991f5e-9acd-4ffe-947c-1735de8eb761), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.456854 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9beb1be8-f422-42cb-b06e-794dcb6ea112 admin admin] Publish callbacks [] for security_group (65991f5e-9acd-4ffe-947c-1735de8eb761), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.504867 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-2117b0ce-2db3-49ed-b9e8-098d79e67137 service neutron] 10.222.0.20 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891702 Mar 28 05:51:33.511217 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9beb1be8-f422-42cb-b06e-794dcb6ea112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (65991f5e-9acd-4ffe-947c-1735de8eb761), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.514215 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9beb1be8-f422-42cb-b06e-794dcb6ea112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:33.515987 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9beb1be8-f422-42cb-b06e-794dcb6ea112 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65991f5e-9acd-4ffe-947c-1735de8eb761 HTTP/1.1" status: 204 len: 168 time: 0.1357238 Mar 28 05:51:33.524366 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb1be8-f422-42cb-b06e-794dcb6ea112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65991f5e-9acd-4ffe-947c-1735de8eb761,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:33.526304 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Sync routers for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:33.553998 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:33.554517 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:33.628407 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-26fba80d-917e-4b2a-9cbc-178ac77e4629 service neutron] 10.222.0.20 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147659 Mar 28 05:51:33.842558 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2027aa51-2f16-4657-bdfc-8477b4e003b4 req-575159da-1ee9-4fa7-9387-841313470879 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 210 time: 0.0323229 Mar 28 05:51:33.866227 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:34.002760 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 4e85755b-7d9b-497b-846d-9732bff77e13 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:51:34.112598 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 4e85755b-7d9b-497b-846d-9732bff77e13 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:34.112979 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:34.180533 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:30Z', 'revision_number': 2, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:34.210870 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Checking router: 861861ec-f0b2-4091-b887-b2bbc84ab3fa for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:34.211290 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Updating router 861861ec-f0b2-4091-b887-b2bbc84ab3fa port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:51:34.266607 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:34.275810 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 4e85755b-7d9b-497b-846d-9732bff77e13 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:51:34.375140 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:34.410048 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:34.410430 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 3e27ad8b-ae2a-4930-b74e-9ff5873eed5b not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:34.410848 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 357ec58f-2f3c-4927-b346-bec7bd88143d no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:34.434635 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 357ec58f-2f3c-4927-b346-bec7bd88143d {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:34.434907 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 357ec58f-2f3c-4927-b346-bec7bd88143d not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:34.618243 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Publish callbacks [] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:34.623753 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:34.699922 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3f68f-38e2-433b-a85b-18f90ad3a368 None None] Pushing event updated for resources: {'Port': ['ID=2dc76ae2-1959-43dd-aaae-c44f5930bb14,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:34.740693 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Attempting to bind port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:51:34.740977 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Attempting to bind port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:51:34.741336 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Attempting to bind port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:51:34.747618 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:51:34.748004 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Checking segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:51:34.748412 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:34.748807 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Bound using segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:51:34.749310 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Bound port: 2dc76ae2-1959-43dd-aaae-c44f5930bb14, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:51:34.749712 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:34.751744 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:34.834898 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] For port 2dc76ae2-1959-43dd-aaae-c44f5930bb14, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:51:34.841193 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] For port 2dc76ae2-1959-43dd-aaae-c44f5930bb14, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=2dc76ae2-1959-43dd-aaae-c44f5930bb14,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:51:34.856230 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:34.917513 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:34.922355 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:34.923353 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3f68f-38e2-433b-a85b-18f90ad3a368 None None] Pushing event updated for resources: {'Port': ['ID=2dc76ae2-1959-43dd-aaae-c44f5930bb14,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:35.006197 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-14683963-93b4-4eac-af24-8ff684c12be3 req-826aeea3-bcc8-4bbd-80ba-c97220352e73 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 210 time: 0.0424185 Mar 28 05:51:35.019216 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-23d26439-6f4b-4eca-a1a0-79f2f9976d11 None None] Provisioning complete for port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:35.019901 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-23d26439-6f4b-4eca-a1a0-79f2f9976d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:35.093324 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:35.134825 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a42cc093-7e86-41a7-b939-d3f1026c90d8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:35.136389 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a42cc093-7e86-41a7-b939-d3f1026c90d8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 815 time: 0.1126196 Mar 28 05:51:35.220001 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-c1484fe7-3256-44ac-89d1-7b8b188810c0 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 378 time: 0.0684664 Mar 28 05:51:35.229650 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'port': {'device_id': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'admin_state_up': True, 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'security_groups': ['977dc7d0-1a49-4d81-9784-72824a38219d']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:51:35.239137 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-23d26439-6f4b-4eca-a1a0-79f2f9976d11 None None] Current status of the port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:51:35.239535 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-23d26439-6f4b-4eca-a1a0-79f2f9976d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:35.292920 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-23d26439-6f4b-4eca-a1a0-79f2f9976d11 None None] For port 2dc76ae2-1959-43dd-aaae-c44f5930bb14, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=2dc76ae2-1959-43dd-aaae-c44f5930bb14,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:35.300642 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-23d26439-6f4b-4eca-a1a0-79f2f9976d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:35.343271 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Made reservation on behalf of de983ae3f78642c48b57ad997cad35a5 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:51:35.346888 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:35.386712 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d26439-6f4b-4eca-a1a0-79f2f9976d11 None None] Pushing event updated for resources: {'Port': ['ID=2dc76ae2-1959-43dd-aaae-c44f5930bb14,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:35.404504 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:34Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:35.436837 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3f79b-2d3b-43ea-9334-7cbeded1c0e2 None None] The sync data for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi is: [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:34Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:35.446083 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-254af6e7-eecc-4ab4-9cf2-5816ca6cd751 None None] Provisioning complete for port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:35.446690 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-254af6e7-eecc-4ab4-9cf2-5816ca6cd751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:35.477773 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Allocated IP 172.20.0.10 (c4c6ef47-cbf0-4092-b00a-9520b53813c7/3d655e71-db3c-41a6-8617-5aa32f1c85a5/02326dc3-3e07-43cf-9950-7bd86043d3f1) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:51:35.543295 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-254af6e7-eecc-4ab4-9cf2-5816ca6cd751 None None] Current status of the port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:51:35.637219 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:35.670974 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:35.712354 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:51:35.715500 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:51:35.719401 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:51:35.746933 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=02326dc3-3e07-43cf-9950-7bd86043d3f1,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:35.779619 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:35.780354 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:35.799141 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-a31e6b6e-60a0-49cb-bd74-b64d02052b52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5733931 Mar 28 05:51:35.830563 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-b5dd4884-44e2-4f4a-b9c8-4eb726ab2396 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:51:35.831581 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-b5dd4884-44e2-4f4a-b9c8-4eb726ab2396 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062802 Mar 28 05:51:35.977123 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Request body: {'port': {'device_id': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:51:35.994218 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-2ddc84d2-9695-40a9-8ad5-769f11941f32 None None] Provisioning complete for port 02326dc3-3e07-43cf-9950-7bd86043d3f1 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:35.994788 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2ddc84d2-9695-40a9-8ad5-769f11941f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.032400 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 2dc76ae2-1959-43dd-aaae-c44f5930bb14 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:51:36.073405 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc84d2-9695-40a9-8ad5-769f11941f32 None None] Port 02326dc3-3e07-43cf-9950-7bd86043d3f1 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:51:36.074043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.105736 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:36.106100 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.215000 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:51:36.298156 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c003571-5b02-4b71-bc0c-6f420443a5ea req-3fe6cf5a-af9a-4b32-ada4-db3b3bd4fb7f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:36.299639 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8c003571-5b02-4b71-bc0c-6f420443a5ea req-3fe6cf5a-af9a-4b32-ada4-db3b3bd4fb7f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 932 time: 0.1767347 Mar 28 05:51:36.332420 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.380484 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8c003571-5b02-4b71-bc0c-6f420443a5ea req-22e4fb2f-14bb-4b83-8f23-3b840e79b74a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=977dc7d0-1a49-4d81-9784-72824a38219d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749061 Mar 28 05:51:36.440885 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02326dc3-3e07-43cf-9950-7bd86043d3f1 {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:51:36.448354 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Publish callbacks [] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.460251 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Transition to ACTIVE for port object 02326dc3-3e07-43cf-9950-7bd86043d3f1 will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:51:36.463058 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.516318 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Pushing event updated for resources: {'Port': ['ID=02326dc3-3e07-43cf-9950-7bd86043d3f1,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:36.591981 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Attempting to bind port 02326dc3-3e07-43cf-9950-7bd86043d3f1 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:51:36.592309 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Attempting to bind port 02326dc3-3e07-43cf-9950-7bd86043d3f1 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:51:36.593202 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Attempting to bind port 02326dc3-3e07-43cf-9950-7bd86043d3f1 on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:51:36.597694 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Port 02326dc3-3e07-43cf-9950-7bd86043d3f1 on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:51:36.598022 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Attempting to bind port 02326dc3-3e07-43cf-9950-7bd86043d3f1 on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:51:36.603096 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:51:36.603440 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Checking segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:51:36.603823 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Bound using segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:51:36.604257 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Bound port: 02326dc3-3e07-43cf-9950-7bd86043d3f1, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:51:36.604616 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.670506 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] For port 02326dc3-3e07-43cf-9950-7bd86043d3f1, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:51:36.673928 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] For port 02326dc3-3e07-43cf-9950-7bd86043d3f1, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=02326dc3-3e07-43cf-9950-7bd86043d3f1,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:51:36.679096 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.710037 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:36.710676 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.712043 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] 10.222.0.21 "PUT /v2.0/ports/02326dc3-3e07-43cf-9950-7bd86043d3f1 HTTP/1.1" status: 200 len: 1094 time: 0.8663702 Mar 28 05:51:36.712483 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'tag': '02326dc3-3e07-43cf-9950-7bd86043d3f1'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:51:36.714723 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddec324-e45f-40e7-8fe9-4cc5a6f465e3", "tag": "02326dc3-3e07-43cf-9950-7bd86043d3f1"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:51:36.746984 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be07ae5-ccd9-4cab-a850-191db2c32c8a service neutron] Pushing event updated for resources: {'Port': ['ID=02326dc3-3e07-43cf-9950-7bd86043d3f1,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:36.752518 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b90a6c0-ba01-4c9b-9147-eb092e58e57e x-openstack-request-id: req-0b90a6c0-ba01-4c9b-9147-eb092e58e57e {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:51:36.752879 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddec324-e45f-40e7-8fe9-4cc5a6f465e3", "tag": "02326dc3-3e07-43cf-9950-7bd86043d3f1", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:51:36.753136 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b90a6c0-ba01-4c9b-9147-eb092e58e57e {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:51:36.753541 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b90a6c0-ba01-4c9b-9147-eb092e58e57e'] response: {'name': 'network-changed', 'server_uuid': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'tag': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'status': 'completed', 'code': 200} Mar 28 05:51:36.841199 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-b44a0620-a407-41d2-b2dd-718f5973ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:36.842799 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-b44a0620-a407-41d2-b2dd-718f5973ea80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 1128 time: 0.0463715 Mar 28 05:51:36.895095 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-9017b800-ba40-45d1-96e4-11aded6f4d72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02326dc3-3e07-43cf-9950-7bd86043d3f1 HTTP/1.1" status: 200 len: 217 time: 0.0386446 Mar 28 05:51:36.945122 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-010ed1d7-ac01-420f-81c3-861e9b84e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:36.946649 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-010ed1d7-ac01-420f-81c3-861e9b84e712 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0464325 Mar 28 05:51:36.993657 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-f4d1ef39-c839-4463-964e-a196cef94884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:36.995137 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-f4d1ef39-c839-4463-964e-a196cef94884 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430110 Mar 28 05:51:37.084958 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-74406f62-de54-43c3-b92d-85b497308b41 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827518 Mar 28 05:51:37.171706 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5ff97d70-4ae5-421c-8490-052d47849dbc req-9984076e-73b7-4ed4-bd49-8680153b5fa2 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787048 Mar 28 05:51:37.317204 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c req-2c66fb23-c6be-41ba-bfbe-dd129d470942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:37.318650 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c req-2c66fb23-c6be-41ba-bfbe-dd129d470942 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 1128 time: 0.0489514 Mar 28 05:51:37.410062 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c req-3d4407f3-43bc-4cef-9cfc-e82a4b0d4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:37.411637 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c req-3d4407f3-43bc-4cef-9cfc-e82a4b0d4e64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 915 time: 0.0863380 Mar 28 05:51:37.461539 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c req-7a418711-b0e8-47b7-9fe3-8dcbf2a29e99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02326dc3-3e07-43cf-9950-7bd86043d3f1 HTTP/1.1" status: 200 len: 217 time: 0.0433502 Mar 28 05:51:37.549391 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43012) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:37.657022 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9576fd77-b986-4ed9-8e0d-03ec97c8000a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:37.735316 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9576fd77-b986-4ed9-8e0d-03ec97c8000a admin admin] Publish callbacks [] for security_group (2b3aa984-edde-4762-9e01-1ea78df98ae1), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:37.739244 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9576fd77-b986-4ed9-8e0d-03ec97c8000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2b3aa984-edde-4762-9e01-1ea78df98ae1), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:37.780150 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9576fd77-b986-4ed9-8e0d-03ec97c8000a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33db324f565244aea27a4bf040735f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296417 Mar 28 05:51:37.781115 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576fd77-b986-4ed9-8e0d-03ec97c8000a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3aa984-edde-4762-9e01-1ea78df98ae1,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:37.783290 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43016) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:37.816605 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c req-b7efd592-7406-40ab-a337-5c56bb3a89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:37.818018 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c req-b7efd592-7406-40ab-a337-5c56bb3a89a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0713313 Mar 28 05:51:37.832523 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3522bc3-6612-47a2-a3b6-c98d7d46b6c0 req-adf95b4b-885f-4af4-879c-5f2a9298d60d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:37.833894 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3522bc3-6612-47a2-a3b6-c98d7d46b6c0 req-adf95b4b-885f-4af4-879c-5f2a9298d60d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 944 time: 0.3752308 Mar 28 05:51:37.910219 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9bd4978d-135d-4cc7-8bfb-df107a9bf6bb admin admin] Publish callbacks [] for security_group (2b3aa984-edde-4762-9e01-1ea78df98ae1), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:37.944088 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c req-c51f7695-286a-49f5-97db-edc2af7892d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:37.945576 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c req-c51f7695-286a-49f5-97db-edc2af7892d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1108198 Mar 28 05:51:37.948595 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f3522bc3-6612-47a2-a3b6-c98d7d46b6c0 req-85a634c3-4cfd-49a9-aea5-158b3223f0d2 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=977dc7d0-1a49-4d81-9784-72824a38219d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050029 Mar 28 05:51:37.950375 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9bd4978d-135d-4cc7-8bfb-df107a9bf6bb admin admin] Publish callbacks [] for security_group (2b3aa984-edde-4762-9e01-1ea78df98ae1), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:38.060856 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c req-01c90bb9-14c3-4802-a047-77c06e6a7143 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036816 Mar 28 05:51:38.061376 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9bd4978d-135d-4cc7-8bfb-df107a9bf6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2b3aa984-edde-4762-9e01-1ea78df98ae1), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:38.063927 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9bd4978d-135d-4cc7-8bfb-df107a9bf6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:38.064933 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-9bd4978d-135d-4cc7-8bfb-df107a9bf6bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b3aa984-edde-4762-9e01-1ea78df98ae1 HTTP/1.1" status: 204 len: 168 time: 0.2793980 Mar 28 05:51:38.081043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4978d-135d-4cc7-8bfb-df107a9bf6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3aa984-edde-4762-9e01-1ea78df98ae1,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:38.162455 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-100d2d96-4f98-4d8a-b4fc-2e01a11fca8c req-3600934b-1abe-4bd5-a29a-068c4b252863 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940711 Mar 28 05:51:38.956466 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.074051 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6b977-0b9a-4edf-b118-a1d5868e44e5 req-c5dd4cd2-dab5-40ef-9cc2-5746b221979a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:39.075561 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1fa6b977-0b9a-4edf-b118-a1d5868e44e5 req-c5dd4cd2-dab5-40ef-9cc2-5746b221979a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 944 time: 0.0534565 Mar 28 05:51:39.131344 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1fa6b977-0b9a-4edf-b118-a1d5868e44e5 req-3e034fa9-fb2c-46de-92e7-dbd0cda78b97 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=977dc7d0-1a49-4d81-9784-72824a38219d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491507 Mar 28 05:51:39.521953 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43062) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:39.543092 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 02326dc3-3e07-43cf-9950-7bd86043d3f1 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:51:39.634400 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3ef75d21-0726-494c-9680-bc5d0c52821b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.646126 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 02326dc3-3e07-43cf-9950-7bd86043d3f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=02326dc3-3e07-43cf-9950-7bd86043d3f1,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:39.658489 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'port_id': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'mac_address': 'fa:16:3e:4a:6a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:51:39.698921 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 02326dc3-3e07-43cf-9950-7bd86043d3f1 is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:51:39.699331 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.710213 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3ef75d21-0726-494c-9680-bc5d0c52821b admin admin] Publish callbacks [] for security_group (a70a0c6c-32da-46c2-8074-70fd72887be5), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.713014 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02326dc3-3e07-43cf-9950-7bd86043d3f1 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:51:39.714414 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3ef75d21-0726-494c-9680-bc5d0c52821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (a70a0c6c-32da-46c2-8074-70fd72887be5), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.734648 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 02326dc3-3e07-43cf-9950-7bd86043d3f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=02326dc3-3e07-43cf-9950-7bd86043d3f1,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:39.739265 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.760021 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-3ef75d21-0726-494c-9680-bc5d0c52821b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39dcc46d18624a529699de1881b9ebd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368524 Mar 28 05:51:39.761242 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef75d21-0726-494c-9680-bc5d0c52821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70a0c6c-32da-46c2-8074-70fd72887be5,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:39.762739 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43066) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:39.791829 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=02326dc3-3e07-43cf-9950-7bd86043d3f1,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:39.810439 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-760a9d60-d82d-4688-8476-0133f4c84cae admin admin] Publish callbacks [] for security_group (a70a0c6c-32da-46c2-8074-70fd72887be5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.830945 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-760a9d60-d82d-4688-8476-0133f4c84cae admin admin] Publish callbacks [] for security_group (a70a0c6c-32da-46c2-8074-70fd72887be5), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.875374 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-760a9d60-d82d-4688-8476-0133f4c84cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (a70a0c6c-32da-46c2-8074-70fd72887be5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.877949 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-760a9d60-d82d-4688-8476-0133f4c84cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.879277 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-760a9d60-d82d-4688-8476-0133f4c84cae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a70a0c6c-32da-46c2-8074-70fd72887be5 HTTP/1.1" status: 204 len: 168 time: 0.1155696 Mar 28 05:51:39.886991 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a9d60-d82d-4688-8476-0133f4c84cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70a0c6c-32da-46c2-8074-70fd72887be5,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:40.138287 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43072) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:40.150229 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['02326dc3-3e07-43cf-9950-7bd86043d3f1'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:51:40.152601 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f33dff4e-c726-486e-84bb-b29bc3f07dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:40.235432 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f33dff4e-c726-486e-84bb-b29bc3f07dcc admin admin] Publish callbacks [] for security_group (6b19ba73-43c7-4166-bd6c-1d3e52c81a4a), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:40.240916 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f33dff4e-c726-486e-84bb-b29bc3f07dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (6b19ba73-43c7-4166-bd6c-1d3e52c81a4a), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:40.260587 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c3b15-26c8-43b6-9db3-a65f6df79afb req-2f4d64ea-e890-48c0-a1a2-6bc9ddab6101 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:40.269621 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9c2c3b15-26c8-43b6-9db3-a65f6df79afb req-2f4d64ea-e890-48c0-a1a2-6bc9ddab6101 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 945 time: 0.0640173 Mar 28 05:51:40.279776 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dff4e-c726-486e-84bb-b29bc3f07dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b19ba73-43c7-4166-bd6c-1d3e52c81a4a,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:40.287440 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f33dff4e-c726-486e-84bb-b29bc3f07dcc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83c2b70090de49ffb5dc6e23342275bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480718 Mar 28 05:51:40.287661 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43076) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:40.337415 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9c2c3b15-26c8-43b6-9db3-a65f6df79afb req-2f7590cf-dd7f-437b-aab0-e41c82533fa0 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=977dc7d0-1a49-4d81-9784-72824a38219d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669503 Mar 28 05:51:40.357364 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e292f54a-3972-48a2-b7de-d25da6add6d4 admin admin] Publish callbacks [] for security_group (6b19ba73-43c7-4166-bd6c-1d3e52c81a4a), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:40.382105 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e292f54a-3972-48a2-b7de-d25da6add6d4 admin admin] Publish callbacks [] for security_group (6b19ba73-43c7-4166-bd6c-1d3e52c81a4a), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:40.427431 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e292f54a-3972-48a2-b7de-d25da6add6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (6b19ba73-43c7-4166-bd6c-1d3e52c81a4a), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:40.429975 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e292f54a-3972-48a2-b7de-d25da6add6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:40.431133 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-e292f54a-3972-48a2-b7de-d25da6add6d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b19ba73-43c7-4166-bd6c-1d3e52c81a4a HTTP/1.1" status: 204 len: 168 time: 0.1402919 Mar 28 05:51:40.438409 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292f54a-3972-48a2-b7de-d25da6add6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b19ba73-43c7-4166-bd6c-1d3e52c81a4a,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:41.471431 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720d41a-8dfc-4d3e-95f8-d4b006e62e7b req-8284e8d5-bcab-4bfb-98ab-a7d09b536c5e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:41.472954 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e720d41a-8dfc-4d3e-95f8-d4b006e62e7b req-8284e8d5-bcab-4bfb-98ab-a7d09b536c5e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 945 time: 0.0535266 Mar 28 05:51:41.522736 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e720d41a-8dfc-4d3e-95f8-d4b006e62e7b req-0ec82768-bd72-43a6-8853-9442aec0367d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=977dc7d0-1a49-4d81-9784-72824a38219d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438519 Mar 28 05:51:41.553768 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 02326dc3-3e07-43cf-9950-7bd86043d3f1 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:51:41.603412 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port 02326dc3-3e07-43cf-9950-7bd86043d3f1 completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:51:41.607222 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 02326dc3-3e07-43cf-9950-7bd86043d3f1 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:51:41.607595 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:41.687220 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 02326dc3-3e07-43cf-9950-7bd86043d3f1 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:51:41.687637 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:41.713202 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02326dc3-3e07-43cf-9950-7bd86043d3f1'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:51:41.713202 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db54c5c-db7f-40c9-bec9-f5f162a7dd89" -d '{"events": [{"server_uuid": "0ddec324-e45f-40e7-8fe9-4cc5a6f465e3", "name": "network-vif-plugged", "status": "completed", "tag": "02326dc3-3e07-43cf-9950-7bd86043d3f1"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:51:41.724815 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 02326dc3-3e07-43cf-9950-7bd86043d3f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=02326dc3-3e07-43cf-9950-7bd86043d3f1,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:41.728862 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:41.753429 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f058693-c7a8-48f9-a79c-aad8401d77c6 x-openstack-request-id: req-2f058693-c7a8-48f9-a79c-aad8401d77c6 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:51:41.753738 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddec324-e45f-40e7-8fe9-4cc5a6f465e3", "name": "network-vif-plugged", "status": "completed", "tag": "02326dc3-3e07-43cf-9950-7bd86043d3f1", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:51:41.753992 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f058693-c7a8-48f9-a79c-aad8401d77c6 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:51:41.754433 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f058693-c7a8-48f9-a79c-aad8401d77c6'] response: {'server_uuid': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'code': 200} Mar 28 05:51:41.781377 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=02326dc3-3e07-43cf-9950-7bd86043d3f1,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:41.961787 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da160d6a-20a8-44f5-88e3-adecce5a72fa req-2baa990d-78b6-4d71-809c-64404473febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:41.963288 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-da160d6a-20a8-44f5-88e3-adecce5a72fa req-2baa990d-78b6-4d71-809c-64404473febb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 1130 time: 0.0458293 Mar 28 05:51:42.009304 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-da160d6a-20a8-44f5-88e3-adecce5a72fa req-ccf780fd-f402-4328-a9c3-54d3ea351319 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=977dc7d0-1a49-4d81-9784-72824a38219d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399189 Mar 28 05:51:42.670085 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5004212-7af9-4343-8e11-87f837851023 req-922c21a2-e695-4541-b2e4-348cb867d87e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:42.672277 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e5004212-7af9-4343-8e11-87f837851023 req-922c21a2-e695-4541-b2e4-348cb867d87e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 946 time: 0.0787895 Mar 28 05:51:42.720672 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e5004212-7af9-4343-8e11-87f837851023 req-83176498-758a-435f-b12d-c594d47bf6be tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=977dc7d0-1a49-4d81-9784-72824a38219d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418334 Mar 28 05:51:43.845007 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf9998-5ac1-4d80-8fa3-a586bc751687 req-a2704772-53c7-4435-8c8b-b49b1e427f39 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:43.846402 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-27cf9998-5ac1-4d80-8fa3-a586bc751687 req-a2704772-53c7-4435-8c8b-b49b1e427f39 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 946 time: 0.0536513 Mar 28 05:51:43.891694 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-27cf9998-5ac1-4d80-8fa3-a586bc751687 req-4c7c2d66-7f41-44fd-a166-a7af3040e207 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=977dc7d0-1a49-4d81-9784-72824a38219d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398390 Mar 28 05:51:44.007063 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f2418-089c-4936-9b83-5ecad86bdd34 req-de476791-47c7-4ec3-b680-3c72afce9909 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:44.008546 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7b6f2418-089c-4936-9b83-5ecad86bdd34 req-de476791-47c7-4ec3-b680-3c72afce9909 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 946 time: 0.0568593 Mar 28 05:51:44.017013 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43168) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:44.021406 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-654bbd6a-0309-4702-948e-eb09b0d72d70 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'floatingip': {'port_id': '02326dc3-3e07-43cf-9950-7bd86043d3f1'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:51:44.061588 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-654bbd6a-0309-4702-948e-eb09b0d72d70 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (5d127cec-2b29-4bda-8702-e50ee91288b5), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.496139 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-654bbd6a-0309-4702-948e-eb09b0d72d70 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.499832 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-654bbd6a-0309-4702-948e-eb09b0d72d70 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (5d127cec-2b29-4bda-8702-e50ee91288b5), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.600940 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-654bbd6a-0309-4702-948e-eb09b0d72d70 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Floating IP 5d127cec-2b29-4bda-8702-e50ee91288b5 associated. External IP: 172.27.1.216, port: 02326dc3-3e07-43cf-9950-7bd86043d3f1. Mar 28 05:51:44.805199 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654bbd6a-0309-4702-948e-eb09b0d72d70 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Router 861861ec-f0b2-4091-b887-b2bbc84ab3fa has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:44.912627 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654bbd6a-0309-4702-948e-eb09b0d72d70 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:44.917429 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-654bbd6a-0309-4702-948e-eb09b0d72d70 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.922218 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e384b-ba34-4b59-a9ad-0f6b076db8c1 None None] Sync routers for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:44.932440 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e384b-ba34-4b59-a9ad-0f6b076db8c1 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:44.933045 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-cb2e384b-ba34-4b59-a9ad-0f6b076db8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:44.946646 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-654bbd6a-0309-4702-948e-eb09b0d72d70 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "PUT /v2.0/floatingips/5d127cec-2b29-4bda-8702-e50ee91288b5 HTTP/1.1" status: 200 len: 992 time: 0.9285667 Mar 28 05:51:44.947261 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'tag': '02326dc3-3e07-43cf-9950-7bd86043d3f1'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:51:44.949512 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8554a46c-3ad5-4034-ae1a-f06c7e73525a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddec324-e45f-40e7-8fe9-4cc5a6f465e3", "tag": "02326dc3-3e07-43cf-9950-7bd86043d3f1"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:51:44.984329 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462e3083-b621-4ae3-8505-244b59bf3d0f x-openstack-request-id: req-462e3083-b621-4ae3-8505-244b59bf3d0f {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:51:44.984630 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddec324-e45f-40e7-8fe9-4cc5a6f465e3", "tag": "02326dc3-3e07-43cf-9950-7bd86043d3f1", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:51:44.984892 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-462e3083-b621-4ae3-8505-244b59bf3d0f {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:51:44.985307 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462e3083-b621-4ae3-8505-244b59bf3d0f'] response: {'name': 'network-changed', 'server_uuid': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'tag': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'status': 'completed', 'code': 200} Mar 28 05:51:45.073092 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554a46c-3ad5-4034-ae1a-f06c7e73525a req-ab0dbaca-4f76-40f3-aecb-f15581738f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:45.074535 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8554a46c-3ad5-4034-ae1a-f06c7e73525a req-ab0dbaca-4f76-40f3-aecb-f15581738f0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 1130 time: 0.0461860 Mar 28 05:51:45.130962 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-cb2e384b-ba34-4b59-a9ad-0f6b076db8c1 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:45.163048 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554a46c-3ad5-4034-ae1a-f06c7e73525a req-1683066f-1f17-46b5-93c6-1a710c563548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:45.164513 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8554a46c-3ad5-4034-ae1a-f06c7e73525a req-1683066f-1f17-46b5-93c6-1a710c563548 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 915 time: 0.0821681 Mar 28 05:51:45.237973 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8554a46c-3ad5-4034-ae1a-f06c7e73525a req-64ebdaba-d893-4e7d-870b-f74ead901012 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02326dc3-3e07-43cf-9950-7bd86043d3f1 HTTP/1.1" status: 200 len: 1000 time: 0.0677264 Mar 28 05:51:45.285176 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554a46c-3ad5-4034-ae1a-f06c7e73525a req-21b10923-b4ff-49d0-a1b3-c350cc0b657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:45.287007 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8554a46c-3ad5-4034-ae1a-f06c7e73525a req-21b10923-b4ff-49d0-a1b3-c350cc0b657a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0438635 Mar 28 05:51:45.341788 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554a46c-3ad5-4034-ae1a-f06c7e73525a req-d359cff0-ec10-47fa-8680-11256d7075d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:45.343666 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8554a46c-3ad5-4034-ae1a-f06c7e73525a req-d359cff0-ec10-47fa-8680-11256d7075d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513523 Mar 28 05:51:45.359715 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-cb2e384b-ba34-4b59-a9ad-0f6b076db8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '5d127cec-2b29-4bda-8702-e50ee91288b5', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:4a:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:51:32Z', 'updated_at': '2022-03-28T05:51:44Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:45.391365 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e384b-ba34-4b59-a9ad-0f6b076db8c1 None None] Checking router: 861861ec-f0b2-4091-b887-b2bbc84ab3fa for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:45.400490 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e384b-ba34-4b59-a9ad-0f6b076db8c1 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:45.401161 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-cb2e384b-ba34-4b59-a9ad-0f6b076db8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:45.444730 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8554a46c-3ad5-4034-ae1a-f06c7e73525a req-0cdf9769-5a2f-4a6a-9380-835ea17025e6 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944879 Mar 28 05:51:45.512690 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-cb2e384b-ba34-4b59-a9ad-0f6b076db8c1 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:45.552996 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8554a46c-3ad5-4034-ae1a-f06c7e73525a req-d5e808d6-a97a-4e7f-96d2-dac2ab63b9a5 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969126 Mar 28 05:51:45.730092 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-cb2e384b-ba34-4b59-a9ad-0f6b076db8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '5d127cec-2b29-4bda-8702-e50ee91288b5', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:4a:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:51:32Z', 'updated_at': '2022-03-28T05:51:44Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:45.758838 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e384b-ba34-4b59-a9ad-0f6b076db8c1 None None] The sync data for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi is: [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '5d127cec-2b29-4bda-8702-e50ee91288b5', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:4a:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:51:32Z', 'updated_at': '2022-03-28T05:51:44Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:45.948031 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06722e9-34b4-4b1a-b1c7-6a573f8c2fd0 None None] New status for floating IP 5d127cec-2b29-4bda-8702-e50ee91288b5: ACTIVE {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:51:48.991719 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43228) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:49.104831 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1b11c39a-cbe3-4a80-906b-46460f3deb41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.181510 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1b11c39a-cbe3-4a80-906b-46460f3deb41 admin admin] Publish callbacks [] for security_group (aeede74a-3092-412f-815d-d1577650a165), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.184796 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1b11c39a-cbe3-4a80-906b-46460f3deb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (aeede74a-3092-412f-815d-d1577650a165), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.222996 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-1b11c39a-cbe3-4a80-906b-46460f3deb41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=276e0fc43a594f62814018379a7838a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302115 Mar 28 05:51:49.223880 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11c39a-cbe3-4a80-906b-46460f3deb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeede74a-3092-412f-815d-d1577650a165,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:49.225702 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43232) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:49.275087 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c3db8ad6-6896-45ef-a489-bf185bdca6e3 admin admin] Publish callbacks [] for security_group (aeede74a-3092-412f-815d-d1577650a165), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.295180 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c3db8ad6-6896-45ef-a489-bf185bdca6e3 admin admin] Publish callbacks [] for security_group (aeede74a-3092-412f-815d-d1577650a165), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.340713 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c3db8ad6-6896-45ef-a489-bf185bdca6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (aeede74a-3092-412f-815d-d1577650a165), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.343375 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c3db8ad6-6896-45ef-a489-bf185bdca6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.344525 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c3db8ad6-6896-45ef-a489-bf185bdca6e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeede74a-3092-412f-815d-d1577650a165 HTTP/1.1" status: 204 len: 168 time: 0.1178076 Mar 28 05:51:49.351797 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db8ad6-6896-45ef-a489-bf185bdca6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeede74a-3092-412f-815d-d1577650a165,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:49.594963 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43238) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:49.607874 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9fb67e07-2021-459c-9fee-bfc729540da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.680887 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9fb67e07-2021-459c-9fee-bfc729540da9 admin admin] Publish callbacks [] for security_group (fa6a7bde-7321-4e9e-9ae5-fa9900e1ecf8), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.684595 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9fb67e07-2021-459c-9fee-bfc729540da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (fa6a7bde-7321-4e9e-9ae5-fa9900e1ecf8), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.720547 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb67e07-2021-459c-9fee-bfc729540da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6a7bde-7321-4e9e-9ae5-fa9900e1ecf8,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:49.724750 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9fb67e07-2021-459c-9fee-bfc729540da9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c66fc913299541448e7fba06e1cf00b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287742 Mar 28 05:51:49.727418 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43240) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:49.773266 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dab58085-c0bc-4ec7-a2a1-c92a40018008 admin admin] Publish callbacks [] for security_group (fa6a7bde-7321-4e9e-9ae5-fa9900e1ecf8), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.796480 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dab58085-c0bc-4ec7-a2a1-c92a40018008 admin admin] Publish callbacks [] for security_group (fa6a7bde-7321-4e9e-9ae5-fa9900e1ecf8), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.841305 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dab58085-c0bc-4ec7-a2a1-c92a40018008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (fa6a7bde-7321-4e9e-9ae5-fa9900e1ecf8), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.843974 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dab58085-c0bc-4ec7-a2a1-c92a40018008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.845092 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-dab58085-c0bc-4ec7-a2a1-c92a40018008 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa6a7bde-7321-4e9e-9ae5-fa9900e1ecf8 HTTP/1.1" status: 204 len: 168 time: 0.1167812 Mar 28 05:51:49.852485 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab58085-c0bc-4ec7-a2a1-c92a40018008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6a7bde-7321-4e9e-9ae5-fa9900e1ecf8,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:50.154617 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43246) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:50.167902 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-188ee3d1-1e2a-49da-a1a3-7e9f46526293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.238828 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-188ee3d1-1e2a-49da-a1a3-7e9f46526293 admin admin] Publish callbacks [] for security_group (b0506807-00d4-4ada-be90-41763514a30c), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.242585 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-188ee3d1-1e2a-49da-a1a3-7e9f46526293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (b0506807-00d4-4ada-be90-41763514a30c), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.279530 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-188ee3d1-1e2a-49da-a1a3-7e9f46526293 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73aac7069fec424782bcb6c0feb4b87a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1233063 Mar 28 05:51:50.280998 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ee3d1-1e2a-49da-a1a3-7e9f46526293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0506807-00d4-4ada-be90-41763514a30c,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:50.282792 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43248) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:50.329515 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-676a0334-f971-408c-a253-fc5cc5e020b4 admin admin] Publish callbacks [] for security_group (b0506807-00d4-4ada-be90-41763514a30c), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.350321 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-676a0334-f971-408c-a253-fc5cc5e020b4 admin admin] Publish callbacks [] for security_group (b0506807-00d4-4ada-be90-41763514a30c), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.394910 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-676a0334-f971-408c-a253-fc5cc5e020b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (b0506807-00d4-4ada-be90-41763514a30c), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.397422 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-676a0334-f971-408c-a253-fc5cc5e020b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.398568 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-676a0334-f971-408c-a253-fc5cc5e020b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0506807-00d4-4ada-be90-41763514a30c HTTP/1.1" status: 204 len: 168 time: 0.1141927 Mar 28 05:51:50.406750 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a0334-f971-408c-a253-fc5cc5e020b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0506807-00d4-4ada-be90-41763514a30c,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:54.385397 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:51:55.155458 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43348) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:55.201703 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43352) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:55.263006 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b5df92fe-e19c-4775-94dc-48fc194c094e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.423968 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b5df92fe-e19c-4775-94dc-48fc194c094e admin admin] Publish callbacks [] for security_group (9b40f0dc-e6f0-4067-8018-9b3a5895aa4a), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.428532 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b5df92fe-e19c-4775-94dc-48fc194c094e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (9b40f0dc-e6f0-4067-8018-9b3a5895aa4a), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.492453 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-b5df92fe-e19c-4775-94dc-48fc194c094e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29dfa53d3187410c9821de423f286917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891114 Mar 28 05:51:55.495470 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43356) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:55.496541 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df92fe-e19c-4775-94dc-48fc194c094e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b40f0dc-e6f0-4067-8018-9b3a5895aa4a,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:55.526029 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Deleting port 5529a272-f5f8-4f31-a7aa-be0864ca647d {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:55.526424 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (5529a272-f5f8-4f31-a7aa-be0864ca647d), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.550318 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c6fa153e-8776-4207-82c2-bed6fad7c6b5 admin admin] Publish callbacks [] for security_group (9b40f0dc-e6f0-4067-8018-9b3a5895aa4a), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.571110 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c6fa153e-8776-4207-82c2-bed6fad7c6b5 admin admin] Publish callbacks [] for security_group (9b40f0dc-e6f0-4067-8018-9b3a5895aa4a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.601068 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (5529a272-f5f8-4f31-a7aa-be0864ca647d), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.601401 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for floatingip (5529a272-f5f8-4f31-a7aa-be0864ca647d), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.614429 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Calling delete_port for 5529a272-f5f8-4f31-a7aa-be0864ca647d owned by network:floatingip {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:55.619565 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c6fa153e-8776-4207-82c2-bed6fad7c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (9b40f0dc-e6f0-4067-8018-9b3a5895aa4a), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.622054 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-c6fa153e-8776-4207-82c2-bed6fad7c6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.623220 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-c6fa153e-8776-4207-82c2-bed6fad7c6b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b40f0dc-e6f0-4067-8018-9b3a5895aa4a HTTP/1.1" status: 204 len: 168 time: 0.1263990 Mar 28 05:51:55.633206 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa153e-8776-4207-82c2-bed6fad7c6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b40f0dc-e6f0-4067-8018-9b3a5895aa4a,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:55.793578 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (5529a272-f5f8-4f31-a7aa-be0864ca647d), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.822602 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event deleted for resources: {'Port': ['ID=5529a272-f5f8-4f31-a7aa-be0864ca647d,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:55.885574 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for floatingip (05530ad9-77a6-451d-b293-9141704d258e), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:55.885890 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Floating IP 05530ad9-77a6-451d-b293-9141704d258e disassociated (deleted). External IP: 172.27.1.193, port: 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6. Mar 28 05:51:55.890131 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43362) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:55.959592 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-62ac818b-27bd-4161-9f28-e47e8e353c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.128763 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-62ac818b-27bd-4161-9f28-e47e8e353c44 admin admin] Publish callbacks [] for security_group (6e62632e-9816-4ee7-ba07-c13e8a4a8b76), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.134104 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-62ac818b-27bd-4161-9f28-e47e8e353c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (6e62632e-9816-4ee7-ba07-c13e8a4a8b76), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.180047 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac818b-27bd-4161-9f28-e47e8e353c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e62632e-9816-4ee7-ba07-c13e8a4a8b76,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:56.185154 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-62ac818b-27bd-4161-9f28-e47e8e353c44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7439969bc9b4571ac4d7d58b00c4b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938712 Mar 28 05:51:56.187858 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43364) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:56.205958 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:56.236608 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee9db5de-f16e-4f11-9f49-cf62e273352e admin admin] Publish callbacks [] for security_group (6e62632e-9816-4ee7-ba07-c13e8a4a8b76), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.257088 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee9db5de-f16e-4f11-9f49-cf62e273352e admin admin] Publish callbacks [] for security_group (6e62632e-9816-4ee7-ba07-c13e8a4a8b76), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.301921 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee9db5de-f16e-4f11-9f49-cf62e273352e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (6e62632e-9816-4ee7-ba07-c13e8a4a8b76), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.304495 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ee9db5de-f16e-4f11-9f49-cf62e273352e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.305653 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ee9db5de-f16e-4f11-9f49-cf62e273352e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e62632e-9816-4ee7-ba07-c13e8a4a8b76 HTTP/1.1" status: 204 len: 168 time: 0.1167135 Mar 28 05:51:56.313349 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9db5de-f16e-4f11-9f49-cf62e273352e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e62632e-9816-4ee7-ba07-c13e8a4a8b76,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:56.317733 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:56.321951 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.333446 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7142a-ea70-466f-b545-611f2db1e899 None None] Sync routers for ids ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:56.348580 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7142a-ea70-466f-b545-611f2db1e899 None None] Routers {'451380e5-ba96-4a0b-b4d2-d0aa830f45cb'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:56.349311 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-77b7142a-ea70-466f-b545-611f2db1e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:56.353927 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-379c1e1c-021b-4f95-8644-0026de8578b2 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "DELETE /v2.0/floatingips/05530ad9-77a6-451d-b293-9141704d258e HTTP/1.1" status: 204 len: 168 time: 1.1973765 Mar 28 05:51:56.354600 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:51:56.356886 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a" -d '{"events": [{"name": "network-changed", "server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:51:56.475076 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-77b7142a-ea70-466f-b545-611f2db1e899 None None] Set router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:56.715186 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-77b7142a-ea70-466f-b545-611f2db1e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:49Z', 'revision_number': 4, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7025a892-8fe6-4e44-9bf8-103de1c28866', 'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'mac_address': 'fa:16:3e:52:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:48Z', 'updated_at': '2022-03-28T05:45:54Z', 'revision_number': 5, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'subnets': [{'id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:56.723612 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43378) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:56.737657 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-db0ea552-9776-450f-8dcc-6802a87a6181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.746182 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7142a-ea70-466f-b545-611f2db1e899 None None] Checking router: 451380e5-ba96-4a0b-b4d2-d0aa830f45cb for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:56.755834 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7142a-ea70-466f-b545-611f2db1e899 None None] Routers {'451380e5-ba96-4a0b-b4d2-d0aa830f45cb'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:56.756466 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-77b7142a-ea70-466f-b545-611f2db1e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:51:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:56.823456 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-db0ea552-9776-450f-8dcc-6802a87a6181 admin admin] Publish callbacks [] for security_group (35791316-b497-4065-a792-c7464a63bbd2), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.828222 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-db0ea552-9776-450f-8dcc-6802a87a6181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (35791316-b497-4065-a792-c7464a63bbd2), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.871191 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-db0ea552-9776-450f-8dcc-6802a87a6181 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc2aab0f6bbb4336a659e130aba81b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461430 Mar 28 05:51:56.872140 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43380) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:56.875986 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-77b7142a-ea70-466f-b545-611f2db1e899 None None] Set router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:56.880311 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98af22c-6f61-40a3-988a-c539fdec1472 x-openstack-request-id: req-f98af22c-6f61-40a3-988a-c539fdec1472 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:51:56.880593 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:51:56.880848 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f98af22c-6f61-40a3-988a-c539fdec1472 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:51:56.881238 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98af22c-6f61-40a3-988a-c539fdec1472'] response: {'name': 'network-changed', 'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'status': 'completed', 'code': 200} Mar 28 05:51:56.886925 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ea552-9776-450f-8dcc-6802a87a6181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35791316-b497-4065-a792-c7464a63bbd2,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:56.938204 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e3013-b8dd-499c-b371-06980e043ce2 req-4c5117c1-39fe-43e7-88f8-e7eb2a48004f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:56.939768 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-819e3013-b8dd-499c-b371-06980e043ce2 req-4c5117c1-39fe-43e7-88f8-e7eb2a48004f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.3535988 Mar 28 05:51:56.944477 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-36dee3e6-4d56-4708-9901-f28bf6154727 admin admin] Publish callbacks [] for security_group (35791316-b497-4065-a792-c7464a63bbd2), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:56.946211 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a req-3774d840-f8a3-4872-8692-94cb0e8d416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:56.947684 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a req-3774d840-f8a3-4872-8692-94cb0e8d416c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d937ca2fe9d44a20be5a7159cb0c1771&device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 1130 time: 0.0691235 Mar 28 05:51:56.967140 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-36dee3e6-4d56-4708-9901-f28bf6154727 admin admin] Publish callbacks [] for security_group (35791316-b497-4065-a792-c7464a63bbd2), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:57.017232 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-36dee3e6-4d56-4708-9901-f28bf6154727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (35791316-b497-4065-a792-c7464a63bbd2), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:57.020278 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-36dee3e6-4d56-4708-9901-f28bf6154727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:57.023849 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-36dee3e6-4d56-4708-9901-f28bf6154727 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35791316-b497-4065-a792-c7464a63bbd2 HTTP/1.1" status: 204 len: 168 time: 0.1484115 Mar 28 05:51:57.031300 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dee3e6-4d56-4708-9901-f28bf6154727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35791316-b497-4065-a792-c7464a63bbd2,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:57.053529 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-819e3013-b8dd-499c-b371-06980e043ce2 req-7eb7ade5-2c73-4c58-a152-e89e38803d99 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048658 Mar 28 05:51:57.076316 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a req-2703268f-fa45-4f39-8cb2-e68b82581afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:57.077827 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a req-2703268f-fa45-4f39-8cb2-e68b82581afb service neutron] 10.222.0.21 "GET /v2.0/networks?id=5484f88c-7060-4652-9e3a-3aec876f429c HTTP/1.1" status: 200 len: 909 time: 0.1229725 Mar 28 05:51:57.120536 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a req-bef7bfa2-3922-4df8-be9c-64c057c8dbd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 HTTP/1.1" status: 200 len: 217 time: 0.0363078 Mar 28 05:51:57.169337 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a req-ab02ef56-da59-4ec1-816e-9ae24ee6cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:57.171494 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a req-ab02ef56-da59-4ec1-816e-9ae24ee6cfa7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29481a90-68b3-41e1-8fa1-634173e3fbbf HTTP/1.1" status: 200 len: 848 time: 0.0452766 Mar 28 05:51:57.216142 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-77b7142a-ea70-466f-b545-611f2db1e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:49Z', 'revision_number': 4, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7025a892-8fe6-4e44-9bf8-103de1c28866', 'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'mac_address': 'fa:16:3e:52:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:48Z', 'updated_at': '2022-03-28T05:45:54Z', 'revision_number': 5, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'subnets': [{'id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:57.232028 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a req-3a4c5ac6-c93f-4e36-b8f2-f6988422da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:57.234015 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a req-3a4c5ac6-c93f-4e36-b8f2-f6988422da15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5484f88c-7060-4652-9e3a-3aec876f429c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556915 Mar 28 05:51:57.242990 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7142a-ea70-466f-b545-611f2db1e899 None None] The sync data for ids ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'] in dv-cinder-831776-5-iscsi is: [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:45:49Z', 'revision_number': 4, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '7025a892-8fe6-4e44-9bf8-103de1c28866', 'name': '', 'network_id': '5484f88c-7060-4652-9e3a-3aec876f429c', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'mac_address': 'fa:16:3e:52:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:48Z', 'updated_at': '2022-03-28T05:45:54Z', 'revision_number': 5, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'subnets': [{'id': '29481a90-68b3-41e1-8fa1-634173e3fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:57.332587 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a req-b60617ab-c205-41fd-ba64-3c615e91213e service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918350 Mar 28 05:51:57.443813 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b52a52e6-3a0f-4b7e-828c-1b65abd3cf7a req-3e6d6ce7-df66-4136-8eaa-5296528f3ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042652 Mar 28 05:51:57.504431 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d65415-e456-49d8-ba70-bede8593eebf None None] New status for floating IP 05530ad9-77a6-451d-b293-9141704d258e: DOWN {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:51:58.108978 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43414) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:58.174690 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739aea-65d3-461b-a010-8326b370b521 req-b187770b-0fd4-4add-ac0a-f6355a981b5f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:58.176182 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fe739aea-65d3-461b-a010-8326b370b521 req-b187770b-0fd4-4add-ac0a-f6355a981b5f tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0528197 Mar 28 05:51:58.222658 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7d345933-28ee-4391-9937-885b46d2931f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:58.243670 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fe739aea-65d3-461b-a010-8326b370b521 req-015d59f4-1a20-41ba-b4ed-6ec9aea32deb tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/security-groups?id=70cec87d-8afe-461a-b39d-2ab38f73623c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619552 Mar 28 05:51:58.307740 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7d345933-28ee-4391-9937-885b46d2931f admin admin] Publish callbacks [] for security_group (a817e91c-988d-4ae4-9172-b62f99d5f5c0), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:58.311638 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7d345933-28ee-4391-9937-885b46d2931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (a817e91c-988d-4ae4-9172-b62f99d5f5c0), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:58.353047 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-7d345933-28ee-4391-9937-885b46d2931f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b2bacb79ea448098f7c833c64bb9e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427809 Mar 28 05:51:58.353752 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d345933-28ee-4391-9937-885b46d2931f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a817e91c-988d-4ae4-9172-b62f99d5f5c0,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:58.355621 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43418) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:58.402571 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-609d7eda-2e4a-4c93-8455-aa340cd577ab admin admin] Publish callbacks [] for security_group (a817e91c-988d-4ae4-9172-b62f99d5f5c0), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:58.422699 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-609d7eda-2e4a-4c93-8455-aa340cd577ab admin admin] Publish callbacks [] for security_group (a817e91c-988d-4ae4-9172-b62f99d5f5c0), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:58.468871 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-609d7eda-2e4a-4c93-8455-aa340cd577ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (a817e91c-988d-4ae4-9172-b62f99d5f5c0), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:58.471505 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-609d7eda-2e4a-4c93-8455-aa340cd577ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:58.472760 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-609d7eda-2e4a-4c93-8455-aa340cd577ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a817e91c-988d-4ae4-9172-b62f99d5f5c0 HTTP/1.1" status: 204 len: 168 time: 0.1160390 Mar 28 05:51:58.480729 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d7eda-2e4a-4c93-8455-aa340cd577ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a817e91c-988d-4ae4-9172-b62f99d5f5c0,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:58.504470 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dc5e8-1131-417c-990f-610031b0e692 req-b1ca380e-5078-46b5-9a10-f4e5058e0488 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:58.505920 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cd2dc5e8-1131-417c-990f-610031b0e692 req-b1ca380e-5078-46b5-9a10-f4e5058e0488 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.21 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 946 time: 0.0602491 Mar 28 05:51:58.599823 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-cd2dc5e8-1131-417c-990f-610031b0e692 req-782e5d8c-b6b0-4fca-9936-f77c54354834 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Deleting port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:58.600164 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-cd2dc5e8-1131-417c-990f-610031b0e692 req-782e5d8c-b6b0-4fca-9936-f77c54354834 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:58.691215 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-cd2dc5e8-1131-417c-990f-610031b0e692 req-782e5d8c-b6b0-4fca-9936-f77c54354834 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] For port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:58.691576 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-cd2dc5e8-1131-417c-990f-610031b0e692 req-782e5d8c-b6b0-4fca-9936-f77c54354834 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:58.704371 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-cd2dc5e8-1131-417c-990f-610031b0e692 req-782e5d8c-b6b0-4fca-9936-f77c54354834 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Calling delete_port for 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:58.836827 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-cd2dc5e8-1131-417c-990f-610031b0e692 req-782e5d8c-b6b0-4fca-9936-f77c54354834 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (42291fa0-2e84-4b74-b30e-3e81dbbcaaa6), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:58.866565 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e5d8c-b6b0-4fca-9936-f77c54354834 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event deleted for resources: {'Port': ['ID=42291fa0-2e84-4b74-b30e-3e81dbbcaaa6,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:58.913907 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2dc5e8-1131-417c-990f-610031b0e692 req-782e5d8c-b6b0-4fca-9936-f77c54354834 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] No DVR routers for this DVR port 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:58.916535 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-cd2dc5e8-1131-417c-990f-610031b0e692 req-782e5d8c-b6b0-4fca-9936-f77c54354834 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:58.920926 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cd2dc5e8-1131-417c-990f-610031b0e692 req-782e5d8c-b6b0-4fca-9936-f77c54354834 tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.21 "DELETE /v2.0/ports/42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 HTTP/1.1" status: 204 len: 173 time: 0.4093070 Mar 28 05:51:58.921405 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'name': 'network-vif-deleted', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:51:58.924436 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42460a04-53b7-42aa-a4e9-3907d2c171de" -d '{"events": [{"server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "name": "network-vif-deleted", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:51:58.963743 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbc161d-ce7f-4659-8e9e-a2a4bd65b64e x-openstack-request-id: req-1fbc161d-ce7f-4659-8e9e-a2a4bd65b64e {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:51:58.964036 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50673b92-f827-4c13-9827-810317a450fa", "name": "network-vif-deleted", "tag": "42291fa0-2e84-4b74-b30e-3e81dbbcaaa6", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:51:58.964292 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fbc161d-ce7f-4659-8e9e-a2a4bd65b64e {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:51:58.964698 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fbc161d-ce7f-4659-8e9e-a2a4bd65b64e'] response: {'server_uuid': '50673b92-f827-4c13-9827-810317a450fa', 'name': 'network-vif-deleted', 'tag': '42291fa0-2e84-4b74-b30e-3e81dbbcaaa6', 'status': 'completed', 'code': 200} Mar 28 05:51:59.367128 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1ade16d2-da7a-435a-8ce4-a216baca2fff req-ededfbc2-c794-4be4-8890-ae9ac172cefd tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "GET /v2.0/ports?device_id=50673b92-f827-4c13-9827-810317a450fa HTTP/1.1" status: 200 len: 210 time: 0.0459456 Mar 28 05:51:59.695138 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-63780284-e05e-4a2e-9ecb-7569a5eb6760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:00.425927 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43454) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:00.479203 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8b17-9f05-4ff9-b9b5-538b72ac401e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group (70cec87d-8afe-461a-b39d-2ab38f73623c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:00.504035 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8b17-9f05-4ff9-b9b5-538b72ac401e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group (70cec87d-8afe-461a-b39d-2ab38f73623c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:00.566315 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8b17-9f05-4ff9-b9b5-538b72ac401e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (70cec87d-8afe-461a-b39d-2ab38f73623c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:00.568880 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8b17-9f05-4ff9-b9b5-538b72ac401e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:00.570092 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-0f2f8b17-9f05-4ff9-b9b5-538b72ac401e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] 10.222.0.20 "DELETE /v2.0/security-groups/70cec87d-8afe-461a-b39d-2ab38f73623c HTTP/1.1" status: 204 len: 168 time: 0.1430995 Mar 28 05:52:00.584933 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f8b17-9f05-4ff9-b9b5-538b72ac401e tempest-TestShelveInstance-305999319 tempest-TestShelveInstance-305999319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cec87d-8afe-461a-b39d-2ab38f73623c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:00.634485 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43462) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:01.134684 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737862'] for router_interface (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:01.383679 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] Deleting port 7025a892-8fe6-4e44-9bf8-103de1c28866 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:52:01.384018 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:01.470465 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] For port 7025a892-8fe6-4e44-9bf8-103de1c28866, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=7025a892-8fe6-4e44-9bf8-103de1c28866,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:01.470989 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:01.483269 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] Calling delete_port for 7025a892-8fe6-4e44-9bf8-103de1c28866 owned by network:router_interface {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:52:01.666330 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (7025a892-8fe6-4e44-9bf8-103de1c28866), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:01.667745 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:52:01.690530 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:52:01.690871 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 42291fa0-2e84-4b74-b30e-3e81dbbcaaa6 not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:52:01.692129 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] Pushing event deleted for resources: {'Port': ['ID=7025a892-8fe6-4e44-9bf8-103de1c28866,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:01.861018 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738294'] for router_interface (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.073469 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] Router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:52:02.087537 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b0434469-af4d-4e64-b338-cc5221582a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.179805 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:52:02.184825 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a3e590c7-bb67-454c-bd58-fb6d407c080d admin admin] 10.222.0.20 "PUT /v2.0/routers/451380e5-ba96-4a0b-b4d2-d0aa830f45cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5491621 Mar 28 05:52:02.187296 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43492) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:02.187984 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f8f67-1152-4995-ae2a-6fd28f73b0c3 None None] Sync routers for ids ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:52:02.197197 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f8f67-1152-4995-ae2a-6fd28f73b0c3 None None] Routers {'451380e5-ba96-4a0b-b4d2-d0aa830f45cb'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:52:02.197795 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-380f8f67-1152-4995-ae2a-6fd28f73b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:52:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:02.297092 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Publish callbacks [] for router (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.306695 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-380f8f67-1152-4995-ae2a-6fd28f73b0c3 None None] Set router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:52:02.406996 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Publish callbacks [] for router_gateway (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.431867 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43500) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:02.464712 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Deleting port 0d8dd948-93fd-45e7-a7a3-59c785a7545a {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:52:02.465058 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.491919 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-380f8f67-1152-4995-ae2a-6fd28f73b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:52:01Z', 'revision_number': 5, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port': {'id': '0d8dd948-93fd-45e7-a7a3-59c785a7545a', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:de:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:46Z', 'updated_at': '2022-03-28T05:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:02.527381 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f8f67-1152-4995-ae2a-6fd28f73b0c3 None None] Checking router: 451380e5-ba96-4a0b-b4d2-d0aa830f45cb for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:52:02.539204 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f8f67-1152-4995-ae2a-6fd28f73b0c3 None None] Routers {'451380e5-ba96-4a0b-b4d2-d0aa830f45cb'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:52:02.540337 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-380f8f67-1152-4995-ae2a-6fd28f73b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:52:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:02.553242 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e9734557-992b-447c-8347-7d7761f5a90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.553924 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] For port 0d8dd948-93fd-45e7-a7a3-59c785a7545a, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=0d8dd948-93fd-45e7-a7a3-59c785a7545a,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:02.554419 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.571497 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Calling delete_port for 0d8dd948-93fd-45e7-a7a3-59c785a7545a owned by network:router_gateway {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:52:02.631311 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-380f8f67-1152-4995-ae2a-6fd28f73b0c3 None None] Set router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb gateway port host: None {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:52:02.634905 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e9734557-992b-447c-8347-7d7761f5a90f admin admin] Publish callbacks [] for security_group (3a178f5e-2845-4625-b56d-0ba2969899a5), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.638982 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e9734557-992b-447c-8347-7d7761f5a90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (3a178f5e-2845-4625-b56d-0ba2969899a5), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.670795 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-e9734557-992b-447c-8347-7d7761f5a90f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39fed590fd7449faa7d4253cda7f1f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377293 Mar 28 05:52:02.674627 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43504) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:02.682913 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9734557-992b-447c-8347-7d7761f5a90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a178f5e-2845-4625-b56d-0ba2969899a5,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:02.686648 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-380f8f67-1152-4995-ae2a-6fd28f73b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:52:02Z', 'revision_number': 6, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port_host': None}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:02.715629 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f8f67-1152-4995-ae2a-6fd28f73b0c3 None None] The sync data for ids ['451380e5-ba96-4a0b-b4d2-d0aa830f45cb'] in dv-cinder-831776-5-iscsi is: [{'id': '451380e5-ba96-4a0b-b4d2-d0aa830f45cb', 'name': 'tempest-TestShelveInstance-1236515422-router', 'tenant_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:45Z', 'updated_at': '2022-03-28T05:52:02Z', 'revision_number': 6, 'project_id': 'd937ca2fe9d44a20be5a7159cb0c1771', 'gw_port_host': None}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:52:02.769106 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-89d4a481-591e-4c15-8fec-565ccf79880e admin admin] Publish callbacks [] for security_group (3a178f5e-2845-4625-b56d-0ba2969899a5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.794899 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (0d8dd948-93fd-45e7-a7a3-59c785a7545a), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.802329 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-89d4a481-591e-4c15-8fec-565ccf79880e admin admin] Publish callbacks [] for security_group (3a178f5e-2845-4625-b56d-0ba2969899a5), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.835733 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8dd948-93fd-45e7-a7a3-59c785a7545a,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:02.910792 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738316'] for router_gateway (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.966857 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-89d4a481-591e-4c15-8fec-565ccf79880e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (3a178f5e-2845-4625-b56d-0ba2969899a5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.969328 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-89d4a481-591e-4c15-8fec-565ccf79880e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.971017 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-89d4a481-591e-4c15-8fec-565ccf79880e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a178f5e-2845-4625-b56d-0ba2969899a5 HTTP/1.1" status: 204 len: 168 time: 0.2954576 Mar 28 05:52:03.053919 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.243547 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4a481-591e-4c15-8fec-565ccf79880e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a178f5e-2845-4625-b56d-0ba2969899a5,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:03.247746 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.249884 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Publish callbacks [] for router_controller (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.294841 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-753391'] for router (451380e5-ba96-4a0b-b4d2-d0aa830f45cb), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.295446 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 451380e5-ba96-4a0b-b4d2-d0aa830f45cb {{(pid=109789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:52:03.301388 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.305012 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43516) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:03.305607 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ece05d1e-738f-4dee-87e9-a6ed5ee365a1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/451380e5-ba96-4a0b-b4d2-d0aa830f45cb HTTP/1.1" status: 204 len: 168 time: 1.1141622 Mar 28 05:52:03.350611 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0b1eb7-2e61-411e-bcfb-39a93dbd6c23 admin admin] Deleting subnet 29481a90-68b3-41e1-8fa1-634173e3fbbf {{(pid=109788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:52:03.353753 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1eb7-2e61-411e-bcfb-39a93dbd6c23 admin admin] Publish callbacks [] for subnet (29481a90-68b3-41e1-8fa1-634173e3fbbf), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.388177 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1eb7-2e61-411e-bcfb-39a93dbd6c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26646671'] for subnet (29481a90-68b3-41e1-8fa1-634173e3fbbf), precommit_delete_associations {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.471317 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1eb7-2e61-411e-bcfb-39a93dbd6c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (29481a90-68b3-41e1-8fa1-634173e3fbbf), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.533767 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1eb7-2e61-411e-bcfb-39a93dbd6c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3578394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26897297'] for subnet (29481a90-68b3-41e1-8fa1-634173e3fbbf), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.560003 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b1eb7-2e61-411e-bcfb-39a93dbd6c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29481a90-68b3-41e1-8fa1-634173e3fbbf,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:03.563904 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1eb7-2e61-411e-bcfb-39a93dbd6c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.567365 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-1d0b1eb7-2e61-411e-bcfb-39a93dbd6c23 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29481a90-68b3-41e1-8fa1-634173e3fbbf HTTP/1.1" status: 204 len: 168 time: 0.2611904 Mar 28 05:52:03.569650 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43528) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:03.576509 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d79aa2-2be8-43b7-b57d-0c269c3c4889 None None] Network 5484f88c-7060-4652-9e3a-3aec876f429c requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:52:03.644828 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (5484f88c-7060-4652-9e3a-3aec876f429c), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.712764 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Deleting port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:52:03.713332 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.766986 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d639d6-dada-497e-adb3-1f1d8fbfafb1 None None] DHCP port deletion for 5484f88c-7060-4652-9e3a-3aec876f429c request from dv-cinder-831776-5-iscsi {{(pid=109790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:52:03.786193 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] For port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:03.786590 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.801340 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Calling delete_port for d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 owned by network:dhcp {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:52:03.831623 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-50d639d6-dada-497e-adb3-1f1d8fbfafb1 None None] Deleting port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:52:03.832928 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-50d639d6-dada-497e-adb3-1f1d8fbfafb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.889334 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.904795 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] No DVR routers for this DVR port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 on host dv-cinder-831776-5-iscsi {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:52:03.920783 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-50d639d6-dada-497e-adb3-1f1d8fbfafb1 None None] For port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9,segment=NetworkSegment(2e5ad566-b157-4707-844b-c6f4058e2fe4),segment_id=2e5ad566-b157-4707-844b-c6f4058e2fe4)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:03.921474 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-50d639d6-dada-497e-adb3-1f1d8fbfafb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.926620 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:03.944716 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-50d639d6-dada-497e-adb3-1f1d8fbfafb1 None None] Calling delete_port for d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 owned by network:dhcp {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:52:04.005753 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (5484f88c-7060-4652-9e3a-3aec876f429c), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.014440 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:52:04.044736 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5484f88c-7060-4652-9e3a-3aec876f429c']}} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:04.044857 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:52:04.047611 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:52:04.048324 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 0d8dd948-93fd-45e7-a7a3-59c785a7545a no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:52:04.055525 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5ad566-b157-4707-844b-c6f4058e2fe4') {'for_net_delete': True} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:04.056028 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5ad566-b157-4707-844b-c6f4058e2fe4') {} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:04.066449 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26646710'] for segment (2e5ad566-b157-4707-844b-c6f4058e2fe4), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.081273 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 0d8dd948-93fd-45e7-a7a3-59c785a7545a {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:52:04.081792 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 0d8dd948-93fd-45e7-a7a3-59c785a7545a not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:52:04.082180 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 7025a892-8fe6-4e44-9bf8-103de1c28866 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:52:04.082429 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (2e5ad566-b157-4707-844b-c6f4058e2fe4), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.091780 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:52:04.092279 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578808'] for segment (2e5ad566-b157-4707-844b-c6f4058e2fe4), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: Traceback (most recent call last): Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: timer() Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: cb(*args, **kw) Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: return func(*args, **kwargs) Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: self._notify() Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: self.callback(batched_events) Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: event.method(event) Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: return f(self, *a, **k) Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._get(url).json() Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: return self.request(url, 'GET', **kwargs) Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:52:04.094284 dv-cinder-831776-5-iscsi neutron-server[109788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:52:04.116347 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 7025a892-8fe6-4e44-9bf8-103de1c28866 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:52:04.116667 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 7025a892-8fe6-4e44-9bf8-103de1c28866 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:52:04.133249 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-50d639d6-dada-497e-adb3-1f1d8fbfafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900'] for port (d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.156527 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (5484f88c-7060-4652-9e3a-3aec876f429c), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.162854 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.165977 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] 10.222.0.20 "DELETE /v2.0/networks/5484f88c-7060-4652-9e3a-3aec876f429c HTTP/1.1" status: 204 len: 168 time: 0.5952678 Mar 28 05:52:04.167094 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d639d6-dada-497e-adb3-1f1d8fbfafb1 None None] Pushing event deleted for resources: {'Port': ['ID=d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:04.169039 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d639d6-dada-497e-adb3-1f1d8fbfafb1 None None] No DVR routers for this DVR port d4aa9dc3-b7c0-4ab8-9da6-f45e29300bd9 on host dv-cinder-831776-5-iscsi {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:52:04.169803 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43538) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:04.175844 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e6205-ae42-4173-a7e0-4631176a704e admin admin] Pushing event deleted for resources: {'Network': ['ID=5484f88c-7060-4652-9e3a-3aec876f429c,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:04.517494 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737862'] for router_interface (6c47a517-f791-4bf2-9463-260ceec97f86), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.732128 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.756899 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] Deleting port d4002763-3b12-4cd8-89e7-b45f35c3b22c {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:52:04.757239 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.835920 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] For port d4002763-3b12-4cd8-89e7-b45f35c3b22c, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=d4002763-3b12-4cd8-89e7-b45f35c3b22c,segment=NetworkSegment(81ad4f19-1a0d-4a51-a4b0-4d1662d7863e),segment_id=81ad4f19-1a0d-4a51-a4b0-4d1662d7863e)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:04.836278 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.849034 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] Calling delete_port for d4002763-3b12-4cd8-89e7-b45f35c3b22c owned by network:router_interface {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:52:05.025789 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (d4002763-3b12-4cd8-89e7-b45f35c3b22c), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.050546 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4002763-3b12-4cd8-89e7-b45f35c3b22c,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:05.222529 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738294'] for router_interface (6c47a517-f791-4bf2-9463-260ceec97f86), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.298906 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-1545ad0b-5f16-4807-9d9f-5b7dbbfe63c3 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c1807b1b3e414dd48e71cef23c690dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283501 Mar 28 05:52:05.436727 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] Router 6c47a517-f791-4bf2-9463-260ceec97f86 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:52:05.483505 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ac25-222c-4e9c-881f-c87812ee665f req-4f8183eb-0bbf-4300-b32c-267784308e56 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:05.484957 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-4f8183eb-0bbf-4300-b32c-267784308e56 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812668 Mar 28 05:52:05.499647 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-d87583a7-c6db-4924-a2af-37274c21c675 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/quotas/c1807b1b3e414dd48e71cef23c690dcb HTTP/1.1" status: 200 len: 375 time: 0.0093451 Mar 28 05:52:05.530750 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-9fd22d2c-d375-46a2-bc4e-d1f391599fec tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1807b1b3e414dd48e71cef23c690dcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260227 Mar 28 05:52:05.544301 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:52:05.549285 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-39da8590-a7ad-4dd3-ad93-93a11210e8e9 admin admin] 10.222.0.20 "PUT /v2.0/routers/6c47a517-f791-4bf2-9463-260ceec97f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3772693 Mar 28 05:52:05.551841 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43554) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:05.556682 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e052f-a90c-4f03-82e0-e7f133e265f6 None None] Sync routers for ids ['6c47a517-f791-4bf2-9463-260ceec97f86'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:52:05.567924 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e052f-a90c-4f03-82e0-e7f133e265f6 None None] Routers {'6c47a517-f791-4bf2-9463-260ceec97f86'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:52:05.568553 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-417e052f-a90c-4f03-82e0-e7f133e265f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:52:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['6c47a517-f791-4bf2-9463-260ceec97f86'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:05.664177 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Publish callbacks [] for router (6c47a517-f791-4bf2-9463-260ceec97f86), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.701954 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-417e052f-a90c-4f03-82e0-e7f133e265f6 None None] Set router 6c47a517-f791-4bf2-9463-260ceec97f86 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:52:05.720693 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ac7a08d9-1ddf-4576-b033-35716691d647 req-6a317f30-b7f9-4440-9420-8ed127041d7d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 210 time: 0.0388982 Mar 28 05:52:05.779030 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Publish callbacks [] for router_gateway (6c47a517-f791-4bf2-9463-260ceec97f86), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.846922 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Deleting port b3813c0f-38cc-44d8-8348-fb1302fca79f {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:52:05.847331 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.920108 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-417e052f-a90c-4f03-82e0-e7f133e265f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'name': 'tempest-TestShelveInstance-483295418-router', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:51Z', 'updated_at': '2022-03-28T05:52:04Z', 'revision_number': 5, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'gw_port': {'id': 'b3813c0f-38cc-44d8-8348-fb1302fca79f', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:52Z', 'updated_at': '2022-03-28T05:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:05.940477 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] For port b3813c0f-38cc-44d8-8348-fb1302fca79f, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=b3813c0f-38cc-44d8-8348-fb1302fca79f,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:05.940730 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.957999 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Calling delete_port for b3813c0f-38cc-44d8-8348-fb1302fca79f owned by network:router_gateway {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:52:05.964255 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e052f-a90c-4f03-82e0-e7f133e265f6 None None] Checking router: 6c47a517-f791-4bf2-9463-260ceec97f86 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:52:05.976335 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e052f-a90c-4f03-82e0-e7f133e265f6 None None] Routers {'6c47a517-f791-4bf2-9463-260ceec97f86'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:52:05.977096 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-417e052f-a90c-4f03-82e0-e7f133e265f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:52:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['6c47a517-f791-4bf2-9463-260ceec97f86'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:06.069606 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-417e052f-a90c-4f03-82e0-e7f133e265f6 None None] Set router 6c47a517-f791-4bf2-9463-260ceec97f86 gateway port host: None {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:52:06.128587 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-417e052f-a90c-4f03-82e0-e7f133e265f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'name': 'tempest-TestShelveInstance-483295418-router', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:51Z', 'updated_at': '2022-03-28T05:52:05Z', 'revision_number': 6, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'gw_port_host': None}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:06.130213 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (b3813c0f-38cc-44d8-8348-fb1302fca79f), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.156924 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3813c0f-38cc-44d8-8348-fb1302fca79f,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:06.157872 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e052f-a90c-4f03-82e0-e7f133e265f6 None None] The sync data for ids ['6c47a517-f791-4bf2-9463-260ceec97f86'] in dv-cinder-831776-5-iscsi is: [{'id': '6c47a517-f791-4bf2-9463-260ceec97f86', 'name': 'tempest-TestShelveInstance-483295418-router', 'tenant_id': '0225e762d163462ebbddfd4a6e1deff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:51Z', 'updated_at': '2022-03-28T05:52:05Z', 'revision_number': 6, 'project_id': '0225e762d163462ebbddfd4a6e1deff3', 'gw_port_host': None}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:52:06.217218 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738316'] for router_gateway (6c47a517-f791-4bf2-9463-260ceec97f86), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.308356 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (6c47a517-f791-4bf2-9463-260ceec97f86), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.310518 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Publish callbacks [] for router_controller (6c47a517-f791-4bf2-9463-260ceec97f86), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.334577 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.359383 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-753391'] for router (6c47a517-f791-4bf2-9463-260ceec97f86), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.359967 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c47a517-f791-4bf2-9463-260ceec97f86 {{(pid=109789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:52:06.364695 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.365887 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4b1afbce-add9-43e2-bdec-01f1089d85e3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6c47a517-f791-4bf2-9463-260ceec97f86 HTTP/1.1" status: 204 len: 168 time: 0.8132699 Mar 28 05:52:06.368385 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43568) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:06.411177 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff1b717-bde3-4ac0-916c-cb5ae8f938ea admin admin] Deleting subnet 51dcdfa0-cce2-4679-aabb-819ab329e7db {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:52:06.414176 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b717-bde3-4ac0-916c-cb5ae8f938ea admin admin] Publish callbacks [] for subnet (51dcdfa0-cce2-4679-aabb-819ab329e7db), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.446678 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b717-bde3-4ac0-916c-cb5ae8f938ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (51dcdfa0-cce2-4679-aabb-819ab329e7db), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.526860 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b717-bde3-4ac0-916c-cb5ae8f938ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (51dcdfa0-cce2-4679-aabb-819ab329e7db), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.584827 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b717-bde3-4ac0-916c-cb5ae8f938ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (51dcdfa0-cce2-4679-aabb-819ab329e7db), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.615512 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b717-bde3-4ac0-916c-cb5ae8f938ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.619318 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9ff1b717-bde3-4ac0-916c-cb5ae8f938ea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/51dcdfa0-cce2-4679-aabb-819ab329e7db HTTP/1.1" status: 204 len: 168 time: 0.2497845 Mar 28 05:52:06.620403 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1b717-bde3-4ac0-916c-cb5ae8f938ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51dcdfa0-cce2-4679-aabb-819ab329e7db,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:06.622025 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43570) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:06.630189 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a901eaa9-f2fc-49ec-aff5-a23aa9669b17 None None] Network 3d8656fb-75ba-46f2-b2ca-9703ce625703 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:52:06.710109 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-b2d9dbcc-d5f2-4f4c-a4ab-f6ca0d207f14 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c1807b1b3e414dd48e71cef23c690dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334437 Mar 28 05:52:06.749784 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (3d8656fb-75ba-46f2-b2ca-9703ce625703), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.859842 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be2af7eb-5e89-4553-a191-4f433ba17f66 req-12f09271-e4c2-4caa-8f04-ea7fd38bbd19 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 210 time: 0.0583289 Mar 28 05:52:06.889160 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ac25-222c-4e9c-881f-c87812ee665f req-386387da-26a2-4924-b426-0d0e10c86b5b tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:06.890602 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-386387da-26a2-4924-b426-0d0e10c86b5b tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740525 Mar 28 05:52:06.903615 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Deleting port 31c018ea-2d40-4287-9edd-c987ca43b027 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:52:06.904276 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:06.931522 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95ca19d-bbcc-4278-8bcc-7df2a50797a8 None None] DHCP port deletion for 3d8656fb-75ba-46f2-b2ca-9703ce625703 request from dv-cinder-831776-5-iscsi {{(pid=109790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:52:06.951432 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Request body: {'port': {'device_id': '379c68bc-6a12-487d-91f2-2e01d817a5b7', 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed', 'admin_state_up': True, 'tenant_id': 'c1807b1b3e414dd48e71cef23c690dcb'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:52:06.991937 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d95ca19d-bbcc-4278-8bcc-7df2a50797a8 None None] Deleting port 31c018ea-2d40-4287-9edd-c987ca43b027 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:52:06.992316 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d95ca19d-bbcc-4278-8bcc-7df2a50797a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.021386 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] For port 31c018ea-2d40-4287-9edd-c987ca43b027, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=31c018ea-2d40-4287-9edd-c987ca43b027,segment=NetworkSegment(81ad4f19-1a0d-4a51-a4b0-4d1662d7863e),segment_id=81ad4f19-1a0d-4a51-a4b0-4d1662d7863e)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:07.021750 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.044227 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Calling delete_port for 31c018ea-2d40-4287-9edd-c987ca43b027 owned by network:dhcp {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:52:07.054367 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-d95ca19d-bbcc-4278-8bcc-7df2a50797a8 None None] For port 31c018ea-2d40-4287-9edd-c987ca43b027, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=31c018ea-2d40-4287-9edd-c987ca43b027,segment=NetworkSegment(81ad4f19-1a0d-4a51-a4b0-4d1662d7863e),segment_id=81ad4f19-1a0d-4a51-a4b0-4d1662d7863e)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:07.054770 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d95ca19d-bbcc-4278-8bcc-7df2a50797a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.068550 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d95ca19d-bbcc-4278-8bcc-7df2a50797a8 None None] Calling delete_port for 31c018ea-2d40-4287-9edd-c987ca43b027 owned by network:dhcp {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:52:07.139660 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Made reservation on behalf of c1807b1b3e414dd48e71cef23c690dcb for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:52:07.143947 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.146749 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d95ca19d-bbcc-4278-8bcc-7df2a50797a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.165460 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.176860 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ca19d-bbcc-4278-8bcc-7df2a50797a8 None None] Pushing event deleted for resources: {'Port': ['ID=31c018ea-2d40-4287-9edd-c987ca43b027,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:07.180345 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ca19d-bbcc-4278-8bcc-7df2a50797a8 None None] No DVR routers for this DVR port 31c018ea-2d40-4287-9edd-c987ca43b027 on host dv-cinder-831776-5-iscsi {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:52:07.181241 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (31c018ea-2d40-4287-9edd-c987ca43b027), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.220023 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] No DVR routers for this DVR port 31c018ea-2d40-4287-9edd-c987ca43b027 on host dv-cinder-831776-5-iscsi {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:52:07.225205 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=31c018ea-2d40-4287-9edd-c987ca43b027,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:07.311623 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (3d8656fb-75ba-46f2-b2ca-9703ce625703), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.339210 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8656fb-75ba-46f2-b2ca-9703ce625703']}} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:07.351824 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ad4f19-1a0d-4a51-a4b0-4d1662d7863e') {'for_net_delete': True} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:07.352118 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ad4f19-1a0d-4a51-a4b0-4d1662d7863e') {} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:07.368328 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26646710'] for segment (81ad4f19-1a0d-4a51-a4b0-4d1662d7863e), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.382537 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Publish callbacks [] for security_group (f1f74734-9830-45d9-af95-c2825c1ab599), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.387296 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f1f74734-9830-45d9-af95-c2825c1ab599), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.390352 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (81ad4f19-1a0d-4a51-a4b0-4d1662d7863e), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.412747 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:52:07.412747 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578808'] for segment (81ad4f19-1a0d-4a51-a4b0-4d1662d7863e), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: self.session.flush() Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: self.session.flush() Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: self.session.flush() Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: self.session.flush() Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: Traceback (most recent call last): Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: timer() Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: cb(*args, **kw) Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: return func(*args, **kwargs) Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: self._notify() Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: self.callback(batched_events) Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: event.method(event) Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: return f(self, *a, **k) Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._get(url).json() Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: return self.request(url, 'GET', **kwargs) Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:52:07.413498 dv-cinder-831776-5-iscsi neutron-server[109788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:52:07.508376 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f74734-9830-45d9-af95-c2825c1ab599,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:07.524315 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (3d8656fb-75ba-46f2-b2ca-9703ce625703), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.546058 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.549186 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] 10.222.0.20 "DELETE /v2.0/networks/3d8656fb-75ba-46f2-b2ca-9703ce625703 HTTP/1.1" status: 204 len: 168 time: 0.9261591 Mar 28 05:52:07.566009 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058954be-4a02-4fb0-af1e-0c3e722a8b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8656fb-75ba-46f2-b2ca-9703ce625703,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:07.586211 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Allocated IP 192.168.233.191 (ab733324-725d-47ac-b77d-8c8e9cffc2ed/86ee78d1-6db8-410c-b8c0-d62b1fadba16/1a508f2c-7eae-4207-ab2c-e10d21f89cfe) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:52:07.714171 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43580) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:07.738128 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Publish callbacks [] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.753306 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2a9ee13b-4552-4fc0-9883-49afec46ad41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d937ca2fe9d44a20be5a7159cb0c1771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379798 Mar 28 05:52:07.755811 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43582) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:07.773035 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.803523 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-21b960ec-2c6f-46af-aaa4-86e7a5c1c319 admin admin] Publish callbacks [] for security_group (2d0e73dd-9ad8-4e5a-8684-7aab9df52b64), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.813609 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Network ab733324-725d-47ac-b77d-8c8e9cffc2ed is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:52:07.816762 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:52:07.819086 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:52:07.824877 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-21b960ec-2c6f-46af-aaa4-86e7a5c1c319 admin admin] Publish callbacks [] for security_group (2d0e73dd-9ad8-4e5a-8684-7aab9df52b64), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.856745 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Pushing event updated for resources: {'Port': ['ID=1a508f2c-7eae-4207-ab2c-e10d21f89cfe,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:07.882472 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:07.883245 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.885193 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-21b960ec-2c6f-46af-aaa4-86e7a5c1c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2d0e73dd-9ad8-4e5a-8684-7aab9df52b64), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.888361 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-21b960ec-2c6f-46af-aaa4-86e7a5c1c319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:07.889734 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-21b960ec-2c6f-46af-aaa4-86e7a5c1c319 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d0e73dd-9ad8-4e5a-8684-7aab9df52b64 HTTP/1.1" status: 204 len: 168 time: 0.1329489 Mar 28 05:52:07.904101 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b960ec-2c6f-46af-aaa4-86e7a5c1c319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0e73dd-9ad8-4e5a-8684-7aab9df52b64,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:07.907106 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-93597479-5142-4cc6-aa06-3d439409c6e2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9650366 Mar 28 05:52:07.924097 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Request body: {'port': {'device_id': '379c68bc-6a12-487d-91f2-2e01d817a5b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:52:08.033664 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.064386 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device d4002763-3b12-4cd8-89e7-b45f35c3b22c no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:52:08.086401 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: d4002763-3b12-4cd8-89e7-b45f35c3b22c {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:52:08.086751 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device d4002763-3b12-4cd8-89e7-b45f35c3b22c not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:52:08.087178 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device b3813c0f-38cc-44d8-8348-fb1302fca79f no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:52:08.091256 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1afa5-be9b-4e4a-a492-50c7dd297761 req-d86b67ee-462f-463e-b383-f50d8968fa6b tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:08.092663 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b9a1afa5-be9b-4e4a-a492-50c7dd297761 req-d86b67ee-462f-463e-b383-f50d8968fa6b tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 936 time: 0.0984704 Mar 28 05:52:08.110182 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: b3813c0f-38cc-44d8-8348-fb1302fca79f {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:52:08.110568 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device b3813c0f-38cc-44d8-8348-fb1302fca79f not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:52:08.111154 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 31c018ea-2d40-4287-9edd-c987ca43b027 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:52:08.131085 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 31c018ea-2d40-4287-9edd-c987ca43b027 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:52:08.131429 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 31c018ea-2d40-4287-9edd-c987ca43b027 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:52:08.149476 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-547cfd5b-329e-4f94-83ed-42b03b95c8c7 None None] Provisioning complete for port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:52:08.149861 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-547cfd5b-329e-4f94-83ed-42b03b95c8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.186195 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-547cfd5b-329e-4f94-83ed-42b03b95c8c7 None None] Port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:52:08.219170 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b9a1afa5-be9b-4e4a-a492-50c7dd297761 req-a411fd88-b3b5-4014-89fe-ebbcbd0751a2 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1f74734-9830-45d9-af95-c2825c1ab599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203425 Mar 28 05:52:08.256777 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43590) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:08.296031 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d59535b2-a5ed-42fb-b387-c1ee5d34a859 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0225e762d163462ebbddfd4a6e1deff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380642 Mar 28 05:52:08.299095 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 43592) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:08.345093 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6a71eef1-60b2-4c70-8cbf-a72cdbe1b033 admin admin] Publish callbacks [] for security_group (e154c577-0f7b-4dc6-83fd-b3fc1e2f2e84), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.354709 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a508f2c-7eae-4207-ab2c-e10d21f89cfe {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:52:08.362606 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Publish callbacks [] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.366013 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6a71eef1-60b2-4c70-8cbf-a72cdbe1b033 admin admin] Publish callbacks [] for security_group (e154c577-0f7b-4dc6-83fd-b3fc1e2f2e84), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.374834 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Transition to ACTIVE for port object 1a508f2c-7eae-4207-ab2c-e10d21f89cfe will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:52:08.378982 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.415334 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6a71eef1-60b2-4c70-8cbf-a72cdbe1b033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e154c577-0f7b-4dc6-83fd-b3fc1e2f2e84), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.417408 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6a71eef1-60b2-4c70-8cbf-a72cdbe1b033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.418586 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6a71eef1-60b2-4c70-8cbf-a72cdbe1b033 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e154c577-0f7b-4dc6-83fd-b3fc1e2f2e84 HTTP/1.1" status: 204 len: 168 time: 0.1185606 Mar 28 05:52:08.427363 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71eef1-60b2-4c70-8cbf-a72cdbe1b033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e154c577-0f7b-4dc6-83fd-b3fc1e2f2e84,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:08.437838 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Pushing event updated for resources: {'Port': ['ID=1a508f2c-7eae-4207-ab2c-e10d21f89cfe,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:08.518946 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Attempting to bind port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:52:08.519441 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Attempting to bind port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '6ef93cf9-295e-40ac-9447-53a82be02054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:52:08.519881 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Attempting to bind port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe on network ab733324-725d-47ac-b77d-8c8e9cffc2ed {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:52:08.525122 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe on network ab733324-725d-47ac-b77d-8c8e9cffc2ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:52:08.525441 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Attempting to bind port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe on network ab733324-725d-47ac-b77d-8c8e9cffc2ed {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:52:08.530792 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:52:08.531134 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Checking segment: {'id': '6ef93cf9-295e-40ac-9447-53a82be02054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:52:08.531584 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Bound using segment: {'id': '6ef93cf9-295e-40ac-9447-53a82be02054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:52:08.532078 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Bound port: 1a508f2c-7eae-4207-ab2c-e10d21f89cfe, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef93cf9-295e-40ac-9447-53a82be02054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:52:08.532454 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.599184 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] For port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:52:08.602893 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] For port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1a508f2c-7eae-4207-ab2c-e10d21f89cfe,segment=NetworkSegment(6ef93cf9-295e-40ac-9447-53a82be02054),segment_id=6ef93cf9-295e-40ac-9447-53a82be02054)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:52:08.610573 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.649626 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:08.650349 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.651965 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] 10.222.0.21 "PUT /v2.0/ports/1a508f2c-7eae-4207-ab2c-e10d21f89cfe HTTP/1.1" status: 200 len: 1098 time: 0.7323179 Mar 28 05:52:08.652496 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379c68bc-6a12-487d-91f2-2e01d817a5b7', 'tag': '1a508f2c-7eae-4207-ab2c-e10d21f89cfe'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:52:08.654921 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed" -d '{"events": [{"name": "network-changed", "server_uuid": "379c68bc-6a12-487d-91f2-2e01d817a5b7", "tag": "1a508f2c-7eae-4207-ab2c-e10d21f89cfe"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:52:08.697101 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54f8557-9b65-4923-b6ca-7e326e7dde48 x-openstack-request-id: req-c54f8557-9b65-4923-b6ca-7e326e7dde48 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:52:08.697455 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379c68bc-6a12-487d-91f2-2e01d817a5b7", "tag": "1a508f2c-7eae-4207-ab2c-e10d21f89cfe", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:52:08.710463 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c54f8557-9b65-4923-b6ca-7e326e7dde48 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:52:08.711332 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c54f8557-9b65-4923-b6ca-7e326e7dde48'] response: {'name': 'network-changed', 'server_uuid': '379c68bc-6a12-487d-91f2-2e01d817a5b7', 'tag': '1a508f2c-7eae-4207-ab2c-e10d21f89cfe', 'status': 'completed', 'code': 200} Mar 28 05:52:08.713159 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ee946-bfff-420a-812a-87eba9e3744a service neutron] Pushing event updated for resources: {'Port': ['ID=1a508f2c-7eae-4207-ab2c-e10d21f89cfe,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:08.771834 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ac25-222c-4e9c-881f-c87812ee665f req-ae2a6aeb-c924-4a4a-8735-a7c856a5e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:08.773421 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-ae2a6aeb-c924-4a4a-8735-a7c856a5e913 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1807b1b3e414dd48e71cef23c690dcb&device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 1132 time: 0.0554874 Mar 28 05:52:08.825500 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-51653255-02dc-44ec-9851-c251b7ae5d3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1a508f2c-7eae-4207-ab2c-e10d21f89cfe HTTP/1.1" status: 200 len: 217 time: 0.0382755 Mar 28 05:52:08.880931 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ac25-222c-4e9c-881f-c87812ee665f req-f4058b8d-d895-4392-90b9-fc91bebac28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:08.882430 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-f4058b8d-d895-4392-90b9-fc91bebac28d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86ee78d1-6db8-410c-b8c0-d62b1fadba16 HTTP/1.1" status: 200 len: 843 time: 0.0512841 Mar 28 05:52:08.929905 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ac25-222c-4e9c-881f-c87812ee665f req-262d4d5d-5a05-4c16-ad6e-a4fd7624f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:08.931486 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-262d4d5d-5a05-4c16-ad6e-a4fd7624f81b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab733324-725d-47ac-b77d-8c8e9cffc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0430117 Mar 28 05:52:08.955624 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:09.021300 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-50c3409f-8d2d-4887-be62-e82011afa11f service neutron] 10.222.0.21 "GET /v2.0/networks/ab733324-725d-47ac-b77d-8c8e9cffc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820646 Mar 28 05:52:09.110670 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-be88ac25-222c-4e9c-881f-c87812ee665f req-17703a87-f2b3-4155-b0d3-7fada2fcce24 service neutron] 10.222.0.21 "GET /v2.0/networks/ab733324-725d-47ac-b77d-8c8e9cffc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834351 Mar 28 05:52:09.248918 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed req-6a8b0789-b82d-419b-86e7-3f00d361ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:09.250045 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed req-6a8b0789-b82d-419b-86e7-3f00d361ad50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1807b1b3e414dd48e71cef23c690dcb&device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 1132 time: 0.0437748 Mar 28 05:52:09.379119 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958fd63-05d9-4902-b991-2f08f73954c0 req-5a78ae42-ab4a-4fca-b6d4-ba4c006ae029 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:09.380482 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6958fd63-05d9-4902-b991-2f08f73954c0 req-5a78ae42-ab4a-4fca-b6d4-ba4c006ae029 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 948 time: 0.0806029 Mar 28 05:52:09.381794 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed req-3fdaae93-62f2-461f-9507-3c0862227ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:09.383120 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed req-3fdaae93-62f2-461f-9507-3c0862227ff1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab733324-725d-47ac-b77d-8c8e9cffc2ed HTTP/1.1" status: 200 len: 869 time: 0.1271973 Mar 28 05:52:09.436099 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed req-8af80162-cdd5-4012-aec6-201a6a86b6f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1a508f2c-7eae-4207-ab2c-e10d21f89cfe HTTP/1.1" status: 200 len: 217 time: 0.0444987 Mar 28 05:52:09.754490 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6958fd63-05d9-4902-b991-2f08f73954c0 req-e40cabf3-e985-4677-b553-bbff1b9b2f53 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1f74734-9830-45d9-af95-c2825c1ab599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683629 Mar 28 05:52:09.768612 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed req-de18805d-1f55-427d-a8ae-0ea5e24c0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:09.768612 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed req-de18805d-1f55-427d-a8ae-0ea5e24c0ec3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86ee78d1-6db8-410c-b8c0-d62b1fadba16 HTTP/1.1" status: 200 len: 843 time: 0.3230691 Mar 28 05:52:09.816104 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed req-8b2e435d-cd59-4998-8d33-4f283c6a1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:09.817546 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed req-8b2e435d-cd59-4998-8d33-4f283c6a1c2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab733324-725d-47ac-b77d-8c8e9cffc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0431576 Mar 28 05:52:09.908892 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed req-439da509-b376-420e-b3ad-1211d29f5ebe service neutron] 10.222.0.21 "GET /v2.0/networks/ab733324-725d-47ac-b77d-8c8e9cffc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851643 Mar 28 05:52:09.995241 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-df6ceee4-69fc-4e85-a6bf-787b25ea66ed req-b093fc1d-9caf-4d50-9c38-e386f203e3f0 service neutron] 10.222.0.21 "GET /v2.0/networks/ab733324-725d-47ac-b77d-8c8e9cffc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797720 Mar 28 05:52:10.878856 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8932a4-b15e-46ad-8aeb-2d55f320428e req-4f84b1cd-3f4e-4869-a855-1c9da9a53952 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:10.880298 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fe8932a4-b15e-46ad-8aeb-2d55f320428e req-4f84b1cd-3f4e-4869-a855-1c9da9a53952 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 948 time: 0.0523264 Mar 28 05:52:10.929973 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fe8932a4-b15e-46ad-8aeb-2d55f320428e req-5cc21c82-317a-4a96-b0fa-f3caadc973e6 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1f74734-9830-45d9-af95-c2825c1ab599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441692 Mar 28 05:52:11.697239 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 1a508f2c-7eae-4207-ab2c-e10d21f89cfe details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:52:11.791335 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1a508f2c-7eae-4207-ab2c-e10d21f89cfe,segment=NetworkSegment(6ef93cf9-295e-40ac-9447-53a82be02054),segment_id=6ef93cf9-295e-40ac-9447-53a82be02054)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:11.803022 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '1a508f2c-7eae-4207-ab2c-e10d21f89cfe', 'network_id': 'ab733324-725d-47ac-b77d-8c8e9cffc2ed', 'port_id': '1a508f2c-7eae-4207-ab2c-e10d21f89cfe', 'mac_address': 'fa:16:3e:2f:10:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ee78d1-6db8-410c-b8c0-d62b1fadba16', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:52:11.837706 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:52:11.838091 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:11.851800 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a508f2c-7eae-4207-ab2c-e10d21f89cfe {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:52:11.871814 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1a508f2c-7eae-4207-ab2c-e10d21f89cfe,segment=NetworkSegment(6ef93cf9-295e-40ac-9447-53a82be02054),segment_id=6ef93cf9-295e-40ac-9447-53a82be02054)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:11.875437 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:11.920079 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=1a508f2c-7eae-4207-ab2c-e10d21f89cfe,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:12.046325 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2dc43-cb9c-4de9-935e-b5429ced9639 req-952dd9a2-e4f5-4d6b-bac7-934c7bb84c52 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:12.047727 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1af2dc43-cb9c-4de9-935e-b5429ced9639 req-952dd9a2-e4f5-4d6b-bac7-934c7bb84c52 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 949 time: 0.0521219 Mar 28 05:52:12.094862 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1af2dc43-cb9c-4de9-935e-b5429ced9639 req-011df14e-c797-4f89-96e6-8873ea39ae26 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1f74734-9830-45d9-af95-c2825c1ab599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410199 Mar 28 05:52:12.264528 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['1a508f2c-7eae-4207-ab2c-e10d21f89cfe'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:52:13.210484 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093985c4-bb74-47d3-847d-86706b10bded req-0a9415c5-aca4-4e36-8ccc-6d4d921b9ee3 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:13.211946 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-093985c4-bb74-47d3-847d-86706b10bded req-0a9415c5-aca4-4e36-8ccc-6d4d921b9ee3 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 949 time: 0.0537519 Mar 28 05:52:13.257778 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-093985c4-bb74-47d3-847d-86706b10bded req-777367cc-3786-428d-9a78-33ccf05d47f5 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1f74734-9830-45d9-af95-c2825c1ab599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Mar 28 05:52:13.708043 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 1a508f2c-7eae-4207-ab2c-e10d21f89cfe up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:52:13.754028 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:52:13.757635 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:52:13.758002 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:13.837593 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:52:13.837903 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:13.858761 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379c68bc-6a12-487d-91f2-2e01d817a5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a508f2c-7eae-4207-ab2c-e10d21f89cfe'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:52:13.861308 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b584c-b0fd-49aa-9c44-9419e7c5020c" -d '{"events": [{"server_uuid": "379c68bc-6a12-487d-91f2-2e01d817a5b7", "name": "network-vif-plugged", "status": "completed", "tag": "1a508f2c-7eae-4207-ab2c-e10d21f89cfe"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:52:13.873569 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1a508f2c-7eae-4207-ab2c-e10d21f89cfe,segment=NetworkSegment(6ef93cf9-295e-40ac-9447-53a82be02054),segment_id=6ef93cf9-295e-40ac-9447-53a82be02054)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:13.878150 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:13.923974 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=1a508f2c-7eae-4207-ab2c-e10d21f89cfe,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:14.065084 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6880cb-19b4-49ee-a951-6298228c078d x-openstack-request-id: req-9a6880cb-19b4-49ee-a951-6298228c078d {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:52:14.065375 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379c68bc-6a12-487d-91f2-2e01d817a5b7", "name": "network-vif-plugged", "status": "completed", "tag": "1a508f2c-7eae-4207-ab2c-e10d21f89cfe", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:52:14.065630 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a6880cb-19b4-49ee-a951-6298228c078d {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:52:14.066031 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6880cb-19b4-49ee-a951-6298228c078d'] response: {'server_uuid': '379c68bc-6a12-487d-91f2-2e01d817a5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a508f2c-7eae-4207-ab2c-e10d21f89cfe', 'code': 200} Mar 28 05:52:14.269656 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68723a73-26de-4640-9c07-bceb9d130d36 req-917b59f9-2aa6-42dd-bed5-1f57b2887bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:14.271062 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-68723a73-26de-4640-9c07-bceb9d130d36 req-917b59f9-2aa6-42dd-bed5-1f57b2887bd6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 1134 time: 0.0462368 Mar 28 05:52:14.313718 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-68723a73-26de-4640-9c07-bceb9d130d36 req-04bebaf1-a945-4b8c-9d42-6388e57cb37f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f1f74734-9830-45d9-af95-c2825c1ab599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362711 Mar 28 05:52:14.371770 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f159e-ea15-4e77-8fa4-254c0d35c739 req-f4f069c7-02d3-4f79-8f79-8f9cc9a2a9df tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:14.373211 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6b4f159e-ea15-4e77-8fa4-254c0d35c739 req-f4f069c7-02d3-4f79-8f79-8f9cc9a2a9df tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 950 time: 0.0504405 Mar 28 05:52:14.418021 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6b4f159e-ea15-4e77-8fa4-254c0d35c739 req-91232af6-bb14-49e3-b568-24af79bbf003 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1f74734-9830-45d9-af95-c2825c1ab599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387924 Mar 28 05:52:15.534973 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae7fd8-5528-4879-a83f-c03bc17597f4 req-a31d38cd-5657-4d09-b46a-eecf0a860d48 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:15.536457 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0aae7fd8-5528-4879-a83f-c03bc17597f4 req-a31d38cd-5657-4d09-b46a-eecf0a860d48 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 950 time: 0.0533280 Mar 28 05:52:15.585324 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0aae7fd8-5528-4879-a83f-c03bc17597f4 req-2e5aefde-3893-4ccc-bce7-d9647bc8c689 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1f74734-9830-45d9-af95-c2825c1ab599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432489 Mar 28 05:52:16.699393 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8657ee-1937-4e18-8312-587d4ae01fe7 req-7e37023f-6f01-45c1-b39d-76d57784da13 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:16.700841 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5b8657ee-1937-4e18-8312-587d4ae01fe7 req-7e37023f-6f01-45c1-b39d-76d57784da13 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 950 time: 0.0514405 Mar 28 05:52:16.745632 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5b8657ee-1937-4e18-8312-587d4ae01fe7 req-70a7c44f-6a89-44db-9a90-c30062760b23 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1f74734-9830-45d9-af95-c2825c1ab599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390990 Mar 28 05:52:16.997078 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209cec0-f615-4890-b944-11850b512846 req-e8faabdb-fd56-4583-af11-bdca5c64f043 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:16.998532 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b209cec0-f615-4890-b944-11850b512846 req-e8faabdb-fd56-4583-af11-bdca5c64f043 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 950 time: 0.0506010 Mar 28 05:52:17.044667 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b209cec0-f615-4890-b944-11850b512846 req-0e03d1c4-a36a-48a7-8fcd-5356fc91d51c tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1f74734-9830-45d9-af95-c2825c1ab599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Mar 28 05:52:18.165955 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242d319-866c-4568-8d04-624f3181f36c req-c3e756e5-bd31-4ac2-b335-d904ac5e2158 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:18.167436 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4242d319-866c-4568-8d04-624f3181f36c req-c3e756e5-bd31-4ac2-b335-d904ac5e2158 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 950 time: 0.0553532 Mar 28 05:52:18.212949 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4242d319-866c-4568-8d04-624f3181f36c req-19f8c0fc-5085-4dd6-954a-8bf1a9194a28 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1f74734-9830-45d9-af95-c2825c1ab599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398912 Mar 28 05:52:18.570867 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16f375-3f14-4c05-b3f8-ec9ffba520dd req-82f73f23-1e4e-493a-ad41-51e1659e0d7d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:18.572293 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a16f375-3f14-4c05-b3f8-ec9ffba520dd req-82f73f23-1e4e-493a-ad41-51e1659e0d7d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.21 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 950 time: 0.0517900 Mar 28 05:52:18.665779 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-5a16f375-3f14-4c05-b3f8-ec9ffba520dd req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Deleting port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:52:18.666118 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a16f375-3f14-4c05-b3f8-ec9ffba520dd req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:18.752532 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-5a16f375-3f14-4c05-b3f8-ec9ffba520dd req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] For port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1a508f2c-7eae-4207-ab2c-e10d21f89cfe,segment=NetworkSegment(6ef93cf9-295e-40ac-9447-53a82be02054),segment_id=6ef93cf9-295e-40ac-9447-53a82be02054)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:18.752893 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a16f375-3f14-4c05-b3f8-ec9ffba520dd req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:18.765305 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-5a16f375-3f14-4c05-b3f8-ec9ffba520dd req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Calling delete_port for 1a508f2c-7eae-4207-ab2c-e10d21f89cfe owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:52:18.895571 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a16f375-3f14-4c05-b3f8-ec9ffba520dd req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (1a508f2c-7eae-4207-ab2c-e10d21f89cfe), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:18.925611 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Pushing event deleted for resources: {'Port': ['ID=1a508f2c-7eae-4207-ab2c-e10d21f89cfe,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:18.933952 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['1a508f2c-7eae-4207-ab2c-e10d21f89cfe'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:52:18.952435 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.952785 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.953128 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.953468 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.953802 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.954132 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.954547 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.955140 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.955473 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.955796 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.956121 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.956444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.956763 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.957081 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.957407 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:18.981202 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a16f375-3f14-4c05-b3f8-ec9ffba520dd req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] No DVR routers for this DVR port 1a508f2c-7eae-4207-ab2c-e10d21f89cfe on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:52:18.983638 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-5a16f375-3f14-4c05-b3f8-ec9ffba520dd req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:18.987478 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5a16f375-3f14-4c05-b3f8-ec9ffba520dd req-d24b67fd-85dd-449d-8cf9-4342991b562d tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.21 "DELETE /v2.0/ports/1a508f2c-7eae-4207-ab2c-e10d21f89cfe HTTP/1.1" status: 204 len: 173 time: 0.4088364 Mar 28 05:52:18.987934 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379c68bc-6a12-487d-91f2-2e01d817a5b7', 'name': 'network-vif-deleted', 'tag': '1a508f2c-7eae-4207-ab2c-e10d21f89cfe'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:52:18.990286 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9db9824-1eea-4af7-b5bb-c9a779a9912a" -d '{"events": [{"server_uuid": "379c68bc-6a12-487d-91f2-2e01d817a5b7", "name": "network-vif-deleted", "tag": "1a508f2c-7eae-4207-ab2c-e10d21f89cfe"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:52:19.028755 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c2262c-f644-481c-a108-374efdfb7dce x-openstack-request-id: req-07c2262c-f644-481c-a108-374efdfb7dce {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:52:19.029081 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379c68bc-6a12-487d-91f2-2e01d817a5b7", "name": "network-vif-deleted", "tag": "1a508f2c-7eae-4207-ab2c-e10d21f89cfe", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:52:19.029306 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07c2262c-f644-481c-a108-374efdfb7dce {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:52:19.029853 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c2262c-f644-481c-a108-374efdfb7dce'] response: {'server_uuid': '379c68bc-6a12-487d-91f2-2e01d817a5b7', 'name': 'network-vif-deleted', 'tag': '1a508f2c-7eae-4207-ab2c-e10d21f89cfe', 'status': 'completed', 'code': 200} Mar 28 05:52:19.319703 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-371753fe-04d7-4b5b-aea0-934836595e84 req-8c579f4f-f25e-4e08-b0a5-eec4ff4121e8 tempest-VolumesNegativeTest-1711766744 tempest-VolumesNegativeTest-1711766744-project] 10.222.0.20 "GET /v2.0/ports?device_id=379c68bc-6a12-487d-91f2-2e01d817a5b7 HTTP/1.1" status: 200 len: 210 time: 0.0270586 Mar 28 05:52:23.725096 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 1a508f2c-7eae-4207-ab2c-e10d21f89cfe no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:52:23.744631 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: 1a508f2c-7eae-4207-ab2c-e10d21f89cfe {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:52:23.744971 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 1a508f2c-7eae-4207-ab2c-e10d21f89cfe not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:52:24.185805 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43880) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:24.312991 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-b32bf4db-3f4c-4979-87b1-5c5d7c3e910f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1807b1b3e414dd48e71cef23c690dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259427 Mar 28 05:52:24.314784 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43886) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:24.362005 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-98971b52-62d4-47e2-b52c-7fb6a053f223 admin admin] Publish callbacks [] for security_group (f1f74734-9830-45d9-af95-c2825c1ab599), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:24.383730 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-98971b52-62d4-47e2-b52c-7fb6a053f223 admin admin] Publish callbacks [] for security_group (f1f74734-9830-45d9-af95-c2825c1ab599), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:24.430438 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-98971b52-62d4-47e2-b52c-7fb6a053f223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f1f74734-9830-45d9-af95-c2825c1ab599), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:24.432966 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-98971b52-62d4-47e2-b52c-7fb6a053f223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:24.434143 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-98971b52-62d4-47e2-b52c-7fb6a053f223 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1f74734-9830-45d9-af95-c2825c1ab599 HTTP/1.1" status: 204 len: 168 time: 0.1183920 Mar 28 05:52:24.441939 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98971b52-62d4-47e2-b52c-7fb6a053f223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f74734-9830-45d9-af95-c2825c1ab599,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:29.701466 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a73d4fca-a31d-48d7-a8e2-5b54a044b502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:31.384183 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:52:32.089921 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-310239eb-c06a-4740-aea5-8be7d0be2efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:33.054672 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:34.734447 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:35.626916 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-1d1bcbab-db98-4da1-b315-20dd9f9cd6ff tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170150217&fields=id&tenant_id=32b0f85e1b4c44219c423466b233a884 HTTP/1.1" status: 200 len: 267 time: 0.0429707 Mar 28 05:52:35.730513 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-93007b20-ad8f-4fb8-991a-32521363096f tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:35.731932 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-93007b20-ad8f-4fb8-991a-32521363096f tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 812 time: 0.0988908 Mar 28 05:52:35.746211 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-3056da14-3746-4c97-970c-9a2076e54e86 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/quotas/32b0f85e1b4c44219c423466b233a884 HTTP/1.1" status: 200 len: 375 time: 0.0091741 Mar 28 05:52:35.801458 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-3b0d8e1b-8781-4a2a-9361-b9e87a724008 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504797 Mar 28 05:52:35.989714 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-50f3a9b0-5931-47f2-a3e8-2dbd5d1aa6fd service neutron] 10.222.0.20 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773901 Mar 28 05:52:36.075488 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-8962c5cf-3fc6-4c59-8b22-974ad9a03831 service neutron] 10.222.0.20 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799983 Mar 28 05:52:36.337962 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:36.349840 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-27bb3ac9-350c-475d-a970-f81df91d4c31 req-e14ee661-3d68-47dc-9e75-cc3262117e55 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 210 time: 0.0288141 Mar 28 05:52:37.349400 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-1ab1104a-617e-45fc-af30-7ba8091ca469 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:37.350854 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-1ab1104a-617e-45fc-af30-7ba8091ca469 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 812 time: 0.1052337 Mar 28 05:52:37.418423 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-35eec38e-73e6-49d7-ab82-fe995594a92d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b0f85e1b4c44219c423466b233a884 HTTP/1.1" status: 200 len: 380 time: 0.0535197 Mar 28 05:52:37.447173 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'port': {'device_id': '024f7dde-e476-486c-a51c-daff2efcb01f', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'admin_state_up': True, 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'security_groups': ['e55b344f-922a-4388-9e43-2aead3e2c0fb']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:52:37.451412 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fccb15d0-1c8d-4420-a0e4-405558912d6b req-0d867640-d253-4f96-9619-189f381547df tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 210 time: 0.0321231 Mar 28 05:52:37.558864 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Made reservation on behalf of 32b0f85e1b4c44219c423466b233a884 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:52:37.562200 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:37.682384 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Allocated IP 172.20.0.7 (fbc730a7-2dc9-428c-9837-7d0a146a1192/7494be8a-5bfe-4717-a0a1-e6832e99f302/a311981d-92fd-4179-bc66-4817d8dc69fe) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:52:37.820825 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:37.856728 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:37.902653 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Network fbc730a7-2dc9-428c-9837-7d0a146a1192 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:52:37.905764 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:52:37.912302 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:52:37.945226 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'Port': ['ID=a311981d-92fd-4179-bc66-4817d8dc69fe,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:37.978365 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:37.979147 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:37.997441 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-758d9d1d-82f7-4c87-8bec-24576c0c0c34 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5538270 Mar 28 05:52:38.016117 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Request body: {'port': {'device_id': '024f7dde-e476-486c-a51c-daff2efcb01f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:52:38.082952 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.135025 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-30952a86-c95e-47da-91d3-2604eefa2bca None None] Provisioning complete for port a311981d-92fd-4179-bc66-4817d8dc69fe triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:52:38.135623 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-30952a86-c95e-47da-91d3-2604eefa2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.170728 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-30952a86-c95e-47da-91d3-2604eefa2bca None None] Port a311981d-92fd-4179-bc66-4817d8dc69fe cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:52:38.339255 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a311981d-92fd-4179-bc66-4817d8dc69fe {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:52:38.346515 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Publish callbacks [] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.358100 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Transition to ACTIVE for port object a311981d-92fd-4179-bc66-4817d8dc69fe will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:52:38.362076 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.412374 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Pushing event updated for resources: {'Port': ['ID=a311981d-92fd-4179-bc66-4817d8dc69fe,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:38.478512 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Attempting to bind port a311981d-92fd-4179-bc66-4817d8dc69fe on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:52:38.478859 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Attempting to bind port a311981d-92fd-4179-bc66-4817d8dc69fe by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:52:38.479191 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Attempting to bind port a311981d-92fd-4179-bc66-4817d8dc69fe on network fbc730a7-2dc9-428c-9837-7d0a146a1192 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:52:38.483881 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Port a311981d-92fd-4179-bc66-4817d8dc69fe on network fbc730a7-2dc9-428c-9837-7d0a146a1192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:52:38.484209 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Attempting to bind port a311981d-92fd-4179-bc66-4817d8dc69fe on network fbc730a7-2dc9-428c-9837-7d0a146a1192 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:52:38.490065 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:52:38.490444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Checking segment: {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:52:38.490857 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Bound using segment: {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:52:38.491242 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Bound port: a311981d-92fd-4179-bc66-4817d8dc69fe, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7fa61d-c519-418e-b629-0d68b5755614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:52:38.491610 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.593113 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] For port a311981d-92fd-4179-bc66-4817d8dc69fe, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:52:38.597865 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] For port a311981d-92fd-4179-bc66-4817d8dc69fe, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a311981d-92fd-4179-bc66-4817d8dc69fe,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:52:38.604240 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.617402 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a0b30-3c40-4bab-b336-f20d96bad1c1 req-12684608-3fc6-452a-9d9b-200d0c4f5837 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:38.618915 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f24a0b30-3c40-4bab-b336-f20d96bad1c1 req-12684608-3fc6-452a-9d9b-200d0c4f5837 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 943 time: 0.0931046 Mar 28 05:52:38.663268 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:38.663806 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.665369 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] 10.222.0.21 "PUT /v2.0/ports/a311981d-92fd-4179-bc66-4817d8dc69fe HTTP/1.1" status: 200 len: 1093 time: 0.6534886 Mar 28 05:52:38.667536 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024f7dde-e476-486c-a51c-daff2efcb01f', 'tag': 'a311981d-92fd-4179-bc66-4817d8dc69fe'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:52:38.669678 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "024f7dde-e476-486c-a51c-daff2efcb01f", "tag": "a311981d-92fd-4179-bc66-4817d8dc69fe"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:52:38.708478 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecff47-6247-4ed5-b65b-3c0b45a7d454 service neutron] Pushing event updated for resources: {'Port': ['ID=a311981d-92fd-4179-bc66-4817d8dc69fe,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:38.715958 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a247570-f2c2-41a9-90e4-3f29fbc9b132 x-openstack-request-id: req-7a247570-f2c2-41a9-90e4-3f29fbc9b132 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:52:38.716254 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024f7dde-e476-486c-a51c-daff2efcb01f", "tag": "a311981d-92fd-4179-bc66-4817d8dc69fe", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:52:38.716515 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a247570-f2c2-41a9-90e4-3f29fbc9b132 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:52:38.716929 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a247570-f2c2-41a9-90e4-3f29fbc9b132'] response: {'name': 'network-changed', 'server_uuid': '024f7dde-e476-486c-a51c-daff2efcb01f', 'tag': 'a311981d-92fd-4179-bc66-4817d8dc69fe', 'status': 'completed', 'code': 200} Mar 28 05:52:38.722907 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f24a0b30-3c40-4bab-b336-f20d96bad1c1 req-651405e1-6632-4ba3-a9e3-9a18451b7d04 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846961 Mar 28 05:52:38.790032 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-4471a6c3-6823-4526-adfd-769d6d5149f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:38.791670 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-4471a6c3-6823-4526-adfd-769d6d5149f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 1127 time: 0.0503943 Mar 28 05:52:38.843786 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-4a2bb75a-d018-4268-b0f2-99a16d16867c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a311981d-92fd-4179-bc66-4817d8dc69fe HTTP/1.1" status: 200 len: 217 time: 0.0380676 Mar 28 05:52:38.891744 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-d7dcea2b-d866-4c10-b36e-ac1cc9f5e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:38.893126 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-d7dcea2b-d866-4c10-b36e-ac1cc9f5e1e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.0417664 Mar 28 05:52:38.942038 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-06ef2935-26ec-4d6e-9277-a5be4a89d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:38.943490 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-06ef2935-26ec-4d6e-9277-a5be4a89d7c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431376 Mar 28 05:52:38.975414 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:39.033965 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-2388233b-129e-4488-87da-f38b550b3635 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847924 Mar 28 05:52:39.118513 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0a7881ac-34c6-44f8-914c-a9678b966887 req-98d3f283-8e98-41fc-b891-75304e597e64 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787909 Mar 28 05:52:39.262532 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f req-5744de89-8e37-4fe6-a7ee-cbd8ae5b543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:39.264010 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f req-5744de89-8e37-4fe6-a7ee-cbd8ae5b543b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 1127 time: 0.0485771 Mar 28 05:52:39.352023 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f req-377e2085-a1e2-45bf-868b-4dd0d99ac69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:39.353470 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f req-377e2085-a1e2-45bf-868b-4dd0d99ac69d service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 912 time: 0.0834131 Mar 28 05:52:39.397429 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f req-25711700-c84e-4be4-a58f-30d023d10830 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a311981d-92fd-4179-bc66-4817d8dc69fe HTTP/1.1" status: 200 len: 217 time: 0.0382288 Mar 28 05:52:39.442952 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f req-0c33b17e-6e74-4e9f-9eb5-c53e7f07dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:39.444331 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f req-0c33b17e-6e74-4e9f-9eb5-c53e7f07dbfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.0419090 Mar 28 05:52:39.492401 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f req-d72ff339-56c1-471c-9188-709deeaee1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:39.493879 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f req-d72ff339-56c1-471c-9188-709deeaee1f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439887 Mar 28 05:52:39.585456 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f req-911eafe7-36b0-4822-8c98-b9b4447b7ffe service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852492 Mar 28 05:52:39.670795 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2bfce2d8-5707-4552-9ba2-319e7caf6f8f req-7dd533ab-d362-4693-be8d-3761c4754608 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792885 Mar 28 05:52:39.846543 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65cd7a-4b10-4ee0-80d8-00cf83c35f68 req-275f1223-22e0-42ef-a5a8-160255ff6015 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:39.848716 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4c65cd7a-4b10-4ee0-80d8-00cf83c35f68 req-275f1223-22e0-42ef-a5a8-160255ff6015 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 943 time: 0.0526555 Mar 28 05:52:39.899137 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4c65cd7a-4b10-4ee0-80d8-00cf83c35f68 req-b97b5738-e220-40be-b541-08746d0df738 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427814 Mar 28 05:52:41.015804 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003b7f4-0e81-4336-b904-6abe7afd78dc req-9901741d-fb7c-4438-b295-7ab78b7725f3 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:41.017246 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e003b7f4-0e81-4336-b904-6abe7afd78dc req-9901741d-fb7c-4438-b295-7ab78b7725f3 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 943 time: 0.0543528 Mar 28 05:52:41.064828 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e003b7f4-0e81-4336-b904-6abe7afd78dc req-c773b616-ba60-48ff-b7aa-26941b1958ec tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 Mar 28 05:52:42.180038 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f8385-0c86-4ac1-8a73-a2a320448a8a req-6c8c3c90-6b40-4b72-b877-ce0123da4b6a tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:42.181478 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0f1f8385-0c86-4ac1-8a73-a2a320448a8a req-6c8c3c90-6b40-4b72-b877-ce0123da4b6a tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 943 time: 0.0505850 Mar 28 05:52:42.228066 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0f1f8385-0c86-4ac1-8a73-a2a320448a8a req-0c240188-2558-4007-824a-ff4ccedd989c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411367 Mar 28 05:52:43.345043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a5f35-cf15-4d90-8904-2ce66d6341f5 req-fd9b8e21-b28a-47d5-a3a4-06dcbc8dc6df tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:43.346516 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a82a5f35-cf15-4d90-8904-2ce66d6341f5 req-fd9b8e21-b28a-47d5-a3a4-06dcbc8dc6df tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 943 time: 0.0539804 Mar 28 05:52:43.394528 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a82a5f35-cf15-4d90-8904-2ce66d6341f5 req-9f95d1d5-6636-4f36-8bdc-94ead82a7c3e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422444 Mar 28 05:52:44.510642 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cc14a-4b6c-4dd7-8cc3-3dd02cad7125 req-38fa14c3-912b-43b8-bf3c-e45dff38d834 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:44.512087 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-443cc14a-4b6c-4dd7-8cc3-3dd02cad7125 req-38fa14c3-912b-43b8-bf3c-e45dff38d834 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 943 time: 0.0526280 Mar 28 05:52:44.559737 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-443cc14a-4b6c-4dd7-8cc3-3dd02cad7125 req-c6bb0298-29e8-41bf-8176-60392767a5cd tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Mar 28 05:52:45.672909 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353252d-02b9-4643-8f1a-3ef3bf60b211 req-2d0a277b-2ca1-420a-91d9-8e26f230b7b7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:45.674358 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0353252d-02b9-4643-8f1a-3ef3bf60b211 req-2d0a277b-2ca1-420a-91d9-8e26f230b7b7 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 943 time: 0.0503588 Mar 28 05:52:45.725125 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0353252d-02b9-4643-8f1a-3ef3bf60b211 req-0b5e8fc3-9fd4-47d8-b84b-ea8e4ca19e8f tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Mar 28 05:52:46.839176 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5556-e802-4e27-a556-093cffdf89aa req-5ca1e31e-218e-4f84-9c89-a69db28cef60 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:46.840538 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-da0f5556-e802-4e27-a556-093cffdf89aa req-5ca1e31e-218e-4f84-9c89-a69db28cef60 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 943 time: 0.0510395 Mar 28 05:52:46.887520 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-da0f5556-e802-4e27-a556-093cffdf89aa req-f3bbe29c-1b41-4ba4-a407-6f19fc94d232 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414174 Mar 28 05:52:48.003488 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707ce68-0683-44d0-8b22-204607792c5f req-6f8f6218-9939-4568-a829-638a2ab67093 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:48.004913 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2707ce68-0683-44d0-8b22-204607792c5f req-6f8f6218-9939-4568-a829-638a2ab67093 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 943 time: 0.0519769 Mar 28 05:52:48.051409 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2707ce68-0683-44d0-8b22-204607792c5f req-eff878d4-0cbf-4334-84f1-cfd19e0ae0c8 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409617 Mar 28 05:52:49.169909 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5aa0ce-ffbf-4d2d-ba93-e54f0755ebab req-59f39be1-5908-44ea-9782-05240e5edf2b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:49.171427 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d5aa0ce-ffbf-4d2d-ba93-e54f0755ebab req-59f39be1-5908-44ea-9782-05240e5edf2b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 943 time: 0.0537610 Mar 28 05:52:49.217682 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d5aa0ce-ffbf-4d2d-ba93-e54f0755ebab req-1f7d4c90-8f2d-40b6-9511-d3270e4bf712 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 Mar 28 05:52:49.853690 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a311981d-92fd-4179-bc66-4817d8dc69fe details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:52:49.950759 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port a311981d-92fd-4179-bc66-4817d8dc69fe, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a311981d-92fd-4179-bc66-4817d8dc69fe,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:49.962312 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'a311981d-92fd-4179-bc66-4817d8dc69fe', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'port_id': 'a311981d-92fd-4179-bc66-4817d8dc69fe', 'mac_address': 'fa:16:3e:a0:e8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:52:49.997953 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port a311981d-92fd-4179-bc66-4817d8dc69fe is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:52:49.998371 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:50.011003 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a311981d-92fd-4179-bc66-4817d8dc69fe {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:52:50.029480 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port a311981d-92fd-4179-bc66-4817d8dc69fe, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a311981d-92fd-4179-bc66-4817d8dc69fe,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:50.033165 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:50.082764 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=a311981d-92fd-4179-bc66-4817d8dc69fe,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:50.089435 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.089785 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.090124 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.090484 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.090817 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.091143 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.091467 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.091788 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.092107 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.092425 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.092743 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.093063 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.093378 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.093690 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.094006 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:52:50.332652 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0582fc-e2fd-4985-82d3-f863198e6fa8 req-66bcc44f-e776-4e5c-8f68-8f053a231e2c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:50.334099 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dd0582fc-e2fd-4985-82d3-f863198e6fa8 req-66bcc44f-e776-4e5c-8f68-8f053a231e2c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 944 time: 0.0532267 Mar 28 05:52:50.380758 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dd0582fc-e2fd-4985-82d3-f863198e6fa8 req-8f184364-1028-4164-95f6-0b8f2946585d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411832 Mar 28 05:52:50.465947 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['a311981d-92fd-4179-bc66-4817d8dc69fe'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:52:51.498825 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a580c-0ad0-4e3e-ae32-17916aae6c71 req-833850f4-5496-415a-ab4f-ecbf2dde2dd0 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:51.500556 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-581a580c-0ad0-4e3e-ae32-17916aae6c71 req-833850f4-5496-415a-ab4f-ecbf2dde2dd0 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 944 time: 0.0522146 Mar 28 05:52:51.552129 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-581a580c-0ad0-4e3e-ae32-17916aae6c71 req-6ad7bb80-a5ae-43de-890f-0980603d5f3f tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461557 Mar 28 05:52:51.869824 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a311981d-92fd-4179-bc66-4817d8dc69fe up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:52:51.919138 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port a311981d-92fd-4179-bc66-4817d8dc69fe completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:52:51.923236 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port a311981d-92fd-4179-bc66-4817d8dc69fe triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:52:51.923612 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:52.003786 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port a311981d-92fd-4179-bc66-4817d8dc69fe is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:52:52.004173 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:52.025332 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024f7dde-e476-486c-a51c-daff2efcb01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a311981d-92fd-4179-bc66-4817d8dc69fe'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:52:52.027554 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301320f3-306d-472a-b31c-28766ad30eda" -d '{"events": [{"server_uuid": "024f7dde-e476-486c-a51c-daff2efcb01f", "name": "network-vif-plugged", "status": "completed", "tag": "a311981d-92fd-4179-bc66-4817d8dc69fe"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:52:52.039818 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port a311981d-92fd-4179-bc66-4817d8dc69fe, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a311981d-92fd-4179-bc66-4817d8dc69fe,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:52:52.042939 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:52.065374 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39e0857-01d7-4b18-ae89-63192d44c1fa x-openstack-request-id: req-d39e0857-01d7-4b18-ae89-63192d44c1fa {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:52:52.065659 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024f7dde-e476-486c-a51c-daff2efcb01f", "name": "network-vif-plugged", "status": "completed", "tag": "a311981d-92fd-4179-bc66-4817d8dc69fe", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:52:52.065908 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d39e0857-01d7-4b18-ae89-63192d44c1fa {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:52:52.066340 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39e0857-01d7-4b18-ae89-63192d44c1fa'] response: {'server_uuid': '024f7dde-e476-486c-a51c-daff2efcb01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a311981d-92fd-4179-bc66-4817d8dc69fe', 'code': 200} Mar 28 05:52:52.090464 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=a311981d-92fd-4179-bc66-4817d8dc69fe,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:52.328355 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a404d-a9bf-4b65-8f31-c522f814636b req-550e4e82-a962-43fd-925b-60a75d74cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:52.329921 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9c3a404d-a9bf-4b65-8f31-c522f814636b req-550e4e82-a962-43fd-925b-60a75d74cb6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 1129 time: 0.0426753 Mar 28 05:52:52.375438 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9c3a404d-a9bf-4b65-8f31-c522f814636b req-9b7dab16-1dec-4b5a-8fae-900f8a9b568a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383179 Mar 28 05:52:52.666956 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a48fa2-3984-4bdc-b00b-34050cc1492f req-00f02046-2c63-414a-ac44-7f4503572b5e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:52.668409 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-77a48fa2-3984-4bdc-b00b-34050cc1492f req-00f02046-2c63-414a-ac44-7f4503572b5e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 945 time: 0.0518954 Mar 28 05:52:52.715164 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-77a48fa2-3984-4bdc-b00b-34050cc1492f req-20fea8ef-eb68-444f-9a8a-575d0c2dd804 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Mar 28 05:52:53.833856 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff66da0-590e-42c9-950a-158dde597886 req-26014d0a-a4c9-4c1a-887e-fd97f7f62f9e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:53.835235 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9ff66da0-590e-42c9-950a-158dde597886 req-26014d0a-a4c9-4c1a-887e-fd97f7f62f9e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 945 time: 0.0544035 Mar 28 05:52:53.883897 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9ff66da0-590e-42c9-950a-158dde597886 req-cb01066e-85bb-47e2-8338-dadf0ca83157 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Mar 28 05:52:55.000108 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7f178-5469-4413-956d-e58b4fe028a9 req-b65c0758-45b8-4cec-aed5-92dce3537d9c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:55.001554 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1fe7f178-5469-4413-956d-e58b4fe028a9 req-b65c0758-45b8-4cec-aed5-92dce3537d9c tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 945 time: 0.0513604 Mar 28 05:52:55.048841 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1fe7f178-5469-4413-956d-e58b4fe028a9 req-fa7602db-6ba0-437d-8b8b-162f20401959 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Mar 28 05:52:55.165308 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ae2cc-d5df-4a53-bbdf-9cf1e16a9bad req-3cea85f0-ba7c-4066-bb4a-1ffdfd2b8530 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:55.166675 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d7ae2cc-d5df-4a53-bbdf-9cf1e16a9bad req-3cea85f0-ba7c-4066-bb4a-1ffdfd2b8530 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 945 time: 0.0536892 Mar 28 05:52:55.213296 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d7ae2cc-d5df-4a53-bbdf-9cf1e16a9bad req-6eb44807-ce63-4920-a64a-85b9ee2b7ce4 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Mar 28 05:52:55.235026 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43992) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:55.370899 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a457e-dc23-400d-8d87-d2a4b602d5d1 tempest-TestVolumeBootPattern-917553059 tempest-TestVolumeBootPattern-917553059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:55.372416 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-995a457e-dc23-400d-8d87-d2a4b602d5d1 tempest-TestVolumeBootPattern-917553059 tempest-TestVolumeBootPattern-917553059-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 1124 time: 0.1364641 Mar 28 05:52:55.375204 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 43996) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:55.379318 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'port_id': 'a311981d-92fd-4179-bc66-4817d8dc69fe', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:52:55.398782 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:55.492542 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:55.593984 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Allocated IP 172.27.1.213 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/64afc7a4-23a9-4df8-9fab-7ebcbcf40c44) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:52:55.694297 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for port (64afc7a4-23a9-4df8-9fab-7ebcbcf40c44), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:55.726693 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (64afc7a4-23a9-4df8-9fab-7ebcbcf40c44), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:55.762149 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:52:55.764854 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:52:55.771296 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:52:55.776552 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'Port': ['ID=64afc7a4-23a9-4df8-9fab-7ebcbcf40c44,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:56.388733 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (2e6a491b-3c5b-42db-ac27-1ecef510c997), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:56.452899 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (64afc7a4-23a9-4df8-9fab-7ebcbcf40c44), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:56.599238 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for port (64afc7a4-23a9-4df8-9fab-7ebcbcf40c44), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:56.603654 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (64afc7a4-23a9-4df8-9fab-7ebcbcf40c44), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:56.669801 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event updated for resources: {'Port': ['ID=64afc7a4-23a9-4df8-9fab-7ebcbcf40c44,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:56.681332 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (2e6a491b-3c5b-42db-ac27-1ecef510c997), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:56.780445 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Floating IP 2e6a491b-3c5b-42db-ac27-1ecef510c997 associated. External IP: 172.27.1.213, port: a311981d-92fd-4179-bc66-4817d8dc69fe. Mar 28 05:52:56.989060 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:52:57.095465 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:52:57.106108 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c363a9-f81c-4115-983a-46bdb053a4c9 None None] Sync routers for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:52:57.113686 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:57.116140 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c363a9-f81c-4115-983a-46bdb053a4c9 None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:52:57.116756 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-e2c363a9-f81c-4115-983a-46bdb053a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:52:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:57.154270 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-6b0630c1-3b45-4a8c-99a7-14c581ed108d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7668436 Mar 28 05:52:57.154270 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024f7dde-e476-486c-a51c-daff2efcb01f', 'tag': 'a311981d-92fd-4179-bc66-4817d8dc69fe'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:52:57.154270 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155" -d '{"events": [{"name": "network-changed", "server_uuid": "024f7dde-e476-486c-a51c-daff2efcb01f", "tag": "a311981d-92fd-4179-bc66-4817d8dc69fe"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:52:57.182225 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3713855b-8f05-464f-a577-71a71e9f0008 x-openstack-request-id: req-3713855b-8f05-464f-a577-71a71e9f0008 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:52:57.182553 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024f7dde-e476-486c-a51c-daff2efcb01f", "tag": "a311981d-92fd-4179-bc66-4817d8dc69fe", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:52:57.182813 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3713855b-8f05-464f-a577-71a71e9f0008 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:52:57.183228 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3713855b-8f05-464f-a577-71a71e9f0008'] response: {'name': 'network-changed', 'server_uuid': '024f7dde-e476-486c-a51c-daff2efcb01f', 'tag': 'a311981d-92fd-4179-bc66-4817d8dc69fe', 'status': 'completed', 'code': 200} Mar 28 05:52:57.223317 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-e2c363a9-f81c-4115-983a-46bdb053a4c9 None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:52:57.274031 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155 req-6b53b889-92bb-47f9-8a28-08520086f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:57.275589 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155 req-6b53b889-92bb-47f9-8a28-08520086f29d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 1129 time: 0.0480278 Mar 28 05:52:57.362762 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155 req-1acadadf-e647-43be-80c6-a1c54336da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:57.364222 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155 req-1acadadf-e647-43be-80c6-a1c54336da93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 912 time: 0.0826743 Mar 28 05:52:57.432947 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155 req-ca3d9608-d824-46da-bf04-ba0cb1722cfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a311981d-92fd-4179-bc66-4817d8dc69fe HTTP/1.1" status: 200 len: 999 time: 0.0627329 Mar 28 05:52:57.439506 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-e2c363a9-f81c-4115-983a-46bdb053a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '2e6a491b-3c5b-42db-ac27-1ecef510c997', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': 'a311981d-92fd-4179-bc66-4817d8dc69fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:a0:e8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f7dde-e476-486c-a51c-daff2efcb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:52:55Z', 'updated_at': '2022-03-28T05:52:55Z', 'revision_number': 0, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}, {'id': '98d5e17a-4582-4384-8993-3c6c430d28fb', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:d3:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:20Z', 'updated_at': '2022-03-28T05:50:22Z', 'revision_number': 1, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:57.467876 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c363a9-f81c-4115-983a-46bdb053a4c9 None None] Checking router: ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:52:57.476393 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c363a9-f81c-4115-983a-46bdb053a4c9 None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:52:57.476987 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-e2c363a9-f81c-4115-983a-46bdb053a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:52:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:57.480337 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155 req-0ceac095-288b-476b-ae3b-9299fe881bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:57.481787 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155 req-0ceac095-288b-476b-ae3b-9299fe881bf3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.0434072 Mar 28 05:52:57.530505 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155 req-ed13b141-0088-47d1-8ffb-9d96cde48c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:57.532247 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155 req-ed13b141-0088-47d1-8ffb-9d96cde48c73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439708 Mar 28 05:52:57.581773 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-e2c363a9-f81c-4115-983a-46bdb053a4c9 None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:52:57.623823 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155 req-cd6e0515-00a1-481b-9fdc-9cdebb15890e service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850062 Mar 28 05:52:57.715711 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9fe0e499-10e9-4dc4-b585-dd8ff7d54155 req-b3527287-814c-4ebe-b5dd-1e435abdc5ca service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859420 Mar 28 05:52:57.885929 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-e2c363a9-f81c-4115-983a-46bdb053a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '2e6a491b-3c5b-42db-ac27-1ecef510c997', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': 'a311981d-92fd-4179-bc66-4817d8dc69fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:a0:e8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f7dde-e476-486c-a51c-daff2efcb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:52:55Z', 'updated_at': '2022-03-28T05:52:55Z', 'revision_number': 0, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}, {'id': '98d5e17a-4582-4384-8993-3c6c430d28fb', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:d3:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:20Z', 'updated_at': '2022-03-28T05:50:22Z', 'revision_number': 1, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:57.911651 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c363a9-f81c-4115-983a-46bdb053a4c9 None None] The sync data for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi is: [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '2e6a491b-3c5b-42db-ac27-1ecef510c997', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': 'a311981d-92fd-4179-bc66-4817d8dc69fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:a0:e8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024f7dde-e476-486c-a51c-daff2efcb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:52:55Z', 'updated_at': '2022-03-28T05:52:55Z', 'revision_number': 0, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}, {'id': '98d5e17a-4582-4384-8993-3c6c430d28fb', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:d3:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:20Z', 'updated_at': '2022-03-28T05:50:22Z', 'revision_number': 1, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:52:58.113510 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ba543-6140-48b8-8f54-5416d1dbfb4b None None] New status for floating IP 2e6a491b-3c5b-42db-ac27-1ecef510c997: ACTIVE {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:52:59.703636 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1541f48c-86e8-4543-affc-f16c814b5782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:02.091496 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-126fa82d-9f48-4435-a052-f2517263a996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:03.056606 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:04.737074 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:06.339994 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:08.382295 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:53:08.961978 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:18.565895 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-2b8be56c-0e03-43e0-b7fb-03df2b329714 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414655 Mar 28 05:53:18.667911 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-423fe439-035b-4394-bdb7-8d9a72c0d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:18.669268 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-423fe439-035b-4394-bdb7-8d9a72c0d05e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 1129 time: 0.0467992 Mar 28 05:53:18.769395 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-4d70c7dd-933c-4cec-8c2f-04b641268cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:18.770900 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-4d70c7dd-933c-4cec-8c2f-04b641268cb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 912 time: 0.0820818 Mar 28 05:53:18.836949 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-bdedc030-caf3-41e1-aad1-480dea8c3811 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d14ffd2-190d-4665-9447-855aad7a2c6a HTTP/1.1" status: 200 len: 1000 time: 0.0605590 Mar 28 05:53:18.899137 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-7398dae8-b48d-4a6c-a1a0-7730f1990b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:18.900595 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-7398dae8-b48d-4a6c-a1a0-7730f1990b06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.0422354 Mar 28 05:53:18.947508 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-dfe45ccc-f500-45ed-9b87-1b319f9548f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:18.948858 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-dfe45ccc-f500-45ed-9b87-1b319f9548f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429626 Mar 28 05:53:19.046011 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-b8a25155-1015-4e0d-bd17-60ea39652caa service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821936 Mar 28 05:53:19.131710 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d8ac7c2-9a69-4662-a1f1-d42b6455df49 req-3f02c3a5-06a9-4084-ae42-79ff58fbd760 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784671 Mar 28 05:53:20.814676 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44050) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:53:20.819812 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365995473', 'description': 'tempest-description--1913488665'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:53:20.839281 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:20.901545 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (be53469f-19c1-4e7c-ac6e-418aa6842afb), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:20.904875 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (be53469f-19c1-4e7c-ac6e-418aa6842afb), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:20.933683 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:20.934909 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1192434 Mar 28 05:53:20.935730 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be53469f-19c1-4e7c-ac6e-418aa6842afb,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:53:20.937964 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44052) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:53:20.943252 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.943602 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.943717 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group_rule': {'security_group_id': 'be53469f-19c1-4e7c-ac6e-418aa6842afb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:53:20.943946 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.944282 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.944616 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.944946 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.945270 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.945593 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.945915 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.946234 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.946581 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.946898 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.947216 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.947535 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.948036 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df5ed38-caf8-4c6e-a30c-a28fd4c29337 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:20.968539 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (48beb049-f6e4-464c-9d9c-2b873f18b952), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.023297 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (48beb049-f6e4-464c-9d9c-2b873f18b952), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.026838 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (48beb049-f6e4-464c-9d9c-2b873f18b952), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.043108 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48beb049-f6e4-464c-9d9c-2b873f18b952,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:53:21.053368 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.053882 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.054507 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.055079 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.055417 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.055752 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.056080 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.056403 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.056725 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.057050 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.057372 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.057691 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.058194 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.058555 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.058873 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:53:21.065052 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.070046 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4ad25f63-9081-4bcc-a62f-4982dbaddc4c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310565 Mar 28 05:53:21.070242 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44056) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:53:21.074786 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-a08ef419-da4a-476f-b3a9-e993e224bcbf tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group_rule': {'security_group_id': 'be53469f-19c1-4e7c-ac6e-418aa6842afb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:53:21.099685 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a08ef419-da4a-476f-b3a9-e993e224bcbf tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (6d5dd98d-7969-4db7-ac53-cec8e52d83e3), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.157671 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a08ef419-da4a-476f-b3a9-e993e224bcbf tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (6d5dd98d-7969-4db7-ac53-cec8e52d83e3), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.161011 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a08ef419-da4a-476f-b3a9-e993e224bcbf tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (6d5dd98d-7969-4db7-ac53-cec8e52d83e3), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.178039 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ef419-da4a-476f-b3a9-e993e224bcbf tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5dd98d-7969-4db7-ac53-cec8e52d83e3,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:53:21.184478 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a08ef419-da4a-476f-b3a9-e993e224bcbf tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.185678 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-a08ef419-da4a-476f-b3a9-e993e224bcbf tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144745 Mar 28 05:53:21.188630 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44058) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:53:21.193383 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:53:21.211655 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.304453 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.405828 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Allocated IP 172.27.1.175 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/8f97b8a2-105a-4424-9b7d-6a5430db066d) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:53:21.504505 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (8f97b8a2-105a-4424-9b7d-6a5430db066d), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.537232 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (8f97b8a2-105a-4424-9b7d-6a5430db066d), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.576962 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:53:21.579666 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:53:21.585741 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:53:21.591106 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=8f97b8a2-105a-4424-9b7d-6a5430db066d,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:53:21.669739 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (8d8752e2-d389-4edf-a924-11aeb5ce9a4d), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.703066 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (8f97b8a2-105a-4424-9b7d-6a5430db066d), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.848878 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (8f97b8a2-105a-4424-9b7d-6a5430db066d), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.852964 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (8f97b8a2-105a-4424-9b7d-6a5430db066d), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.917303 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=8f97b8a2-105a-4424-9b7d-6a5430db066d,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:53:21.929122 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (8d8752e2-d389-4edf-a924-11aeb5ce9a4d), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.944207 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:21.945429 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-c57e7f53-50c7-4ad6-a908-f5f038f9883a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7558758 Mar 28 05:53:22.141553 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-5a6e19b5-8cc9-4339-a66a-2462628598cb tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1365995473&fields=id&tenant_id=de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 267 time: 0.0452859 Mar 28 05:53:22.245325 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-d839131c-99c0-47de-b381-8c3d304f2c3b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:22.246804 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-d839131c-99c0-47de-b381-8c3d304f2c3b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 815 time: 0.0990188 Mar 28 05:53:22.260714 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-994a0fae-88f2-4f05-b326-5a379ac4fbdc tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/quotas/de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 375 time: 0.0086961 Mar 28 05:53:22.315458 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-dd980f85-2c3f-41e0-adea-45f479503627 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501029 Mar 28 05:53:22.411102 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-ece1c43f-23e7-44e4-bf3c-2074b0499024 service neutron] 10.222.0.20 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845680 Mar 28 05:53:22.508199 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-fddcc29a-48d6-4e99-a86d-98beb73a500b service neutron] 10.222.0.20 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915310 Mar 28 05:53:22.666498 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8725199f-1152-4d97-a473-ab311aabfcd6 req-6c446d81-e7a9-42fd-90e7-abdc25570a70 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 210 time: 0.0306771 Mar 28 05:53:23.644710 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-953fbf41-d823-436a-aa6c-8101fde33629 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:23.646449 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-953fbf41-d823-436a-aa6c-8101fde33629 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 815 time: 0.1003189 Mar 28 05:53:23.731851 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-67b25b2d-e924-436f-b5ee-cde20891ab5f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 471 time: 0.0697417 Mar 28 05:53:23.746088 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'port': {'device_id': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'admin_state_up': True, 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'security_groups': ['be53469f-19c1-4e7c-ac6e-418aa6842afb']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:53:23.800431 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-59dd4b6b-cf7e-4bbe-bb6a-0eb5c3d91079 req-88900d2d-cd85-4574-a1ac-01a354ca675d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 210 time: 0.0673285 Mar 28 05:53:23.865747 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Made reservation on behalf of de983ae3f78642c48b57ad997cad35a5 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:53:23.869050 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:23.993795 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Allocated IP 172.20.0.3 (c4c6ef47-cbf0-4092-b00a-9520b53813c7/3d655e71-db3c-41a6-8617-5aa32f1c85a5/c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:53:24.127411 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:24.158392 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:24.203047 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:53:24.206319 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:53:24.212057 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:53:24.219493 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:53:24.265080 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:24.265720 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:24.281387 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b07fc3ff-f513-4656-b3cb-2354b49a7344 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5384345 Mar 28 05:53:24.305794 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Request body: {'port': {'device_id': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:53:24.366437 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:24.392294 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-5421d9a2-fe5f-43ef-9cc6-03a895fbd193 None None] Provisioning complete for port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:53:24.392834 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5421d9a2-fe5f-43ef-9cc6-03a895fbd193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:24.426113 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-5421d9a2-fe5f-43ef-9cc6-03a895fbd193 None None] Port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:53:24.625369 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:53:24.632675 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Publish callbacks [] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:24.643934 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Transition to ACTIVE for port object c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:53:24.648278 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:24.698615 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Pushing event updated for resources: {'Port': ['ID=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:53:24.771281 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Attempting to bind port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:53:24.771610 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Attempting to bind port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:53:24.771930 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Attempting to bind port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:53:24.776648 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:53:24.776960 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Attempting to bind port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:53:24.781721 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:53:24.782042 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Checking segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:53:24.782574 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Bound using segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:53:24.782990 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Bound port: c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:53:24.783342 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:24.853123 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] For port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:53:24.856129 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] For port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:53:24.862570 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:24.920425 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:24.921045 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:24.922478 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] 10.222.0.21 "PUT /v2.0/ports/c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb HTTP/1.1" status: 200 len: 1093 time: 0.6216257 Mar 28 05:53:24.922935 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'tag': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:53:24.925170 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fa3864-8625-42fa-a632-3bba60b7cdb3" -d '{"events": [{"name": "network-changed", "server_uuid": "6509bcfe-77f9-4536-b6ed-c37f8cb107a6", "tag": "c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:53:24.950955 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064a2bb-496f-4117-b70b-5769ba516727 service neutron] Pushing event updated for resources: {'Port': ['ID=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:53:24.976081 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59690c-7d79-4ecf-8bf2-4d9df7f131d1 req-e73051ad-4b5e-4534-81f8-add8c93ffd06 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:24.977644 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ce59690c-7d79-4ecf-8bf2-4d9df7f131d1 req-e73051ad-4b5e-4534-81f8-add8c93ffd06 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 943 time: 0.1050656 Mar 28 05:53:24.979408 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff54998-2a59-4e36-b88e-c6c901555b0b x-openstack-request-id: req-fff54998-2a59-4e36-b88e-c6c901555b0b {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:53:24.979693 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6509bcfe-77f9-4536-b6ed-c37f8cb107a6", "tag": "c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:53:24.979956 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fff54998-2a59-4e36-b88e-c6c901555b0b {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:53:24.980347 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff54998-2a59-4e36-b88e-c6c901555b0b'] response: {'name': 'network-changed', 'server_uuid': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'tag': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb', 'status': 'completed', 'code': 200} Mar 28 05:53:25.058894 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ce59690c-7d79-4ecf-8bf2-4d9df7f131d1 req-8c4214d8-2d32-4400-bc6e-6462ffa55ab5 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741122 Mar 28 05:53:25.071269 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-62479a18-2d16-45c4-92ff-87d45396ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:25.072831 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-62479a18-2d16-45c4-92ff-87d45396ddb6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 1127 time: 0.0704155 Mar 28 05:53:25.124353 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-2472b523-1a9e-4eb9-98c5-7732a3e3e7a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb HTTP/1.1" status: 200 len: 217 time: 0.0357924 Mar 28 05:53:25.170153 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b78a59b7-543b-4c62-9ff2-bffa4ee5bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:25.171530 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-b78a59b7-543b-4c62-9ff2-bffa4ee5bc60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0419154 Mar 28 05:53:25.222049 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-e5cfb010-efd8-488a-b018-dcc7ff2cd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:25.224094 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-e5cfb010-efd8-488a-b018-dcc7ff2cd5f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468180 Mar 28 05:53:25.309372 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-1bab29ab-5cd8-4e47-bd0e-ad62837b1206 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796506 Mar 28 05:53:25.399667 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdeff56c-6854-404d-9f56-ebfa99fecca8 req-d1e33ef3-9725-4c1c-a7bb-72149ad9274d service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844901 Mar 28 05:53:25.528706 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa3864-8625-42fa-a632-3bba60b7cdb3 req-8cbe276b-31c5-4a27-bc4f-85d7719f7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:25.530192 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-37fa3864-8625-42fa-a632-3bba60b7cdb3 req-8cbe276b-31c5-4a27-bc4f-85d7719f7782 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 1127 time: 0.0439501 Mar 28 05:53:25.618917 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa3864-8625-42fa-a632-3bba60b7cdb3 req-4c984080-a053-4c4d-9e4a-1a686a85cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:25.620362 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-37fa3864-8625-42fa-a632-3bba60b7cdb3 req-4c984080-a053-4c4d-9e4a-1a686a85cdbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 915 time: 0.0840125 Mar 28 05:53:25.659627 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-37fa3864-8625-42fa-a632-3bba60b7cdb3 req-99b4cbef-a51d-4361-ab94-9aa92c3f0e51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb HTTP/1.1" status: 200 len: 217 time: 0.0336952 Mar 28 05:53:25.704492 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa3864-8625-42fa-a632-3bba60b7cdb3 req-1d3df636-99f4-495c-8666-55300353ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:25.706126 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-37fa3864-8625-42fa-a632-3bba60b7cdb3 req-1d3df636-99f4-495c-8666-55300353ba7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0411153 Mar 28 05:53:25.751998 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa3864-8625-42fa-a632-3bba60b7cdb3 req-0fbe2355-8c49-4ab0-b488-723b018a7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:25.753407 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-37fa3864-8625-42fa-a632-3bba60b7cdb3 req-0fbe2355-8c49-4ab0-b488-723b018a7b2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409636 Mar 28 05:53:25.841573 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-37fa3864-8625-42fa-a632-3bba60b7cdb3 req-dd56ce85-b1ed-4fbc-b592-785f50cd8291 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822244 Mar 28 05:53:25.925768 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-37fa3864-8625-42fa-a632-3bba60b7cdb3 req-bc944e73-8c9b-4544-8e3c-5e14cba8196e service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782940 Mar 28 05:53:26.179629 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0262848-5b21-429e-9529-80b1a533ef40 req-b668de96-6540-446d-a675-ccc993fbd698 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:26.181069 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a0262848-5b21-429e-9529-80b1a533ef40 req-b668de96-6540-446d-a675-ccc993fbd698 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 943 time: 0.0548093 Mar 28 05:53:26.227765 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a0262848-5b21-429e-9529-80b1a533ef40 req-f3184611-e9d8-46d8-898f-5c260a3ef0a8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412257 Mar 28 05:53:27.342413 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a02ae8-dda9-41f6-adf3-83e7d1c74de9 req-832fea7c-dbcb-44f5-8249-f44716b0d011 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:27.343862 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-06a02ae8-dda9-41f6-adf3-83e7d1c74de9 req-832fea7c-dbcb-44f5-8249-f44716b0d011 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 943 time: 0.0509951 Mar 28 05:53:27.388825 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-06a02ae8-dda9-41f6-adf3-83e7d1c74de9 req-d69635e1-2fb8-463d-83b9-5d91c509e1ed tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390337 Mar 28 05:53:28.506431 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60004d-93e9-4eb2-96bc-1a9b366e1033 req-4e01f3b2-af4c-45ec-8bbb-81e121d8aa5d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:28.507889 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d60004d-93e9-4eb2-96bc-1a9b366e1033 req-4e01f3b2-af4c-45ec-8bbb-81e121d8aa5d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 943 time: 0.0547402 Mar 28 05:53:28.552899 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d60004d-93e9-4eb2-96bc-1a9b366e1033 req-c8654ec2-758f-452f-9289-1c7bbd403367 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395441 Mar 28 05:53:29.667341 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5b01c-cc78-47fb-a314-c25b0cf6f4c8 req-2e73199a-fede-435d-aae3-ca420e269ea6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:29.668789 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-04c5b01c-cc78-47fb-a314-c25b0cf6f4c8 req-2e73199a-fede-435d-aae3-ca420e269ea6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 943 time: 0.0512042 Mar 28 05:53:29.704513 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-48387144-1cf4-4087-a620-d87b135d05ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:29.717866 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-04c5b01c-cc78-47fb-a314-c25b0cf6f4c8 req-36d050d1-241f-45fd-b833-d34eefd18c76 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434985 Mar 28 05:53:30.071195 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:53:30.164083 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:53:30.175335 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'port_id': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb', 'mac_address': 'fa:16:3e:00:b4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:53:30.214706 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:53:30.215094 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:30.227767 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:53:30.246232 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:53:30.250095 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:30.295641 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:53:30.679683 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:53:30.833236 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56818b-a05e-4de6-94f8-fa1b360b2c37 req-ba7b00dc-8906-4a16-a15b-8b17230358a1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:30.834617 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f56818b-a05e-4de6-94f8-fa1b360b2c37 req-ba7b00dc-8906-4a16-a15b-8b17230358a1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 944 time: 0.0508742 Mar 28 05:53:30.882448 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f56818b-a05e-4de6-94f8-fa1b360b2c37 req-fd55c2a9-1c90-45cd-b7ac-04e5c984edb7 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Mar 28 05:53:32.090141 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:53:32.116750 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-439304bb-445f-4814-a5ae-e1b30f17075d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:32.148581 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:53:32.153055 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:53:32.153447 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:32.236194 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:53:32.236495 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:32.259129 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:53:32.261351 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53ee0f2-55b1-4bd7-b3f1-48c1540cd452" -d '{"events": [{"server_uuid": "6509bcfe-77f9-4536-b6ed-c37f8cb107a6", "name": "network-vif-plugged", "status": "completed", "tag": "c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:53:32.265609 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d204d-1e08-4793-b0e3-a109d9618eee req-9b46baa4-e339-43f3-8ed5-06cc6255bd2c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:32.267143 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-588d204d-1e08-4793-b0e3-a109d9618eee req-9b46baa4-e339-43f3-8ed5-06cc6255bd2c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 944 time: 0.3198981 Mar 28 05:53:32.275743 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:53:32.279461 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:32.302534 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e35c25-8e52-41ad-87df-96bbd5090425 x-openstack-request-id: req-a7e35c25-8e52-41ad-87df-96bbd5090425 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:53:32.302825 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6509bcfe-77f9-4536-b6ed-c37f8cb107a6", "name": "network-vif-plugged", "status": "completed", "tag": "c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:53:32.303069 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7e35c25-8e52-41ad-87df-96bbd5090425 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:53:32.303456 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e35c25-8e52-41ad-87df-96bbd5090425'] response: {'server_uuid': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb', 'code': 200} Mar 28 05:53:32.318433 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-588d204d-1e08-4793-b0e3-a109d9618eee req-e97a3250-4c97-4fbd-b310-0d0e698834d5 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435538 Mar 28 05:53:32.327963 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:53:32.508926 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ebb3f-e615-4a10-ab93-598c9d1a5b60 req-7a3658ee-7c00-408d-95cf-a6eacdc7c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:32.510321 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dd8ebb3f-e615-4a10-ab93-598c9d1a5b60 req-7a3658ee-7c00-408d-95cf-a6eacdc7c373 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 1129 time: 0.0438089 Mar 28 05:53:32.554849 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-dd8ebb3f-e615-4a10-ab93-598c9d1a5b60 req-4f6af183-0c04-4755-a101-2a32629c9fda service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381968 Mar 28 05:53:33.059671 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:33.440646 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18edda3-9587-49c1-97b2-7a1cb3dded57 req-0520873e-f08b-4192-a649-2e2bdb2b6efa tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:33.442280 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a18edda3-9587-49c1-97b2-7a1cb3dded57 req-0520873e-f08b-4192-a649-2e2bdb2b6efa tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 945 time: 0.0541294 Mar 28 05:53:33.487498 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a18edda3-9587-49c1-97b2-7a1cb3dded57 req-bd747231-8ad5-4de9-b4c9-4d33ac299ffe tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398710 Mar 28 05:53:34.601641 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce430c3-d258-464c-ad25-877a03d7c039 req-c8ffe6ba-b533-4f76-9f91-2edc88bdf3e3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:34.603098 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fce430c3-d258-464c-ad25-877a03d7c039 req-c8ffe6ba-b533-4f76-9f91-2edc88bdf3e3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 945 time: 0.0505643 Mar 28 05:53:34.648590 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fce430c3-d258-464c-ad25-877a03d7c039 req-62902877-dd64-4ef8-8d91-953fd351b4c2 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400898 Mar 28 05:53:34.740121 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:34.761302 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cca502-367a-4be6-83b7-74641d847c09 req-f86a23e6-19e5-45bf-938f-42e2ab8fcb09 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:34.762806 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-21cca502-367a-4be6-83b7-74641d847c09 req-f86a23e6-19e5-45bf-938f-42e2ab8fcb09 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 945 time: 0.0541463 Mar 28 05:53:34.771018 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44118) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:53:34.775234 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-a4efce43-3e45-4977-90a4-37c5a4d812b8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'floatingip': {'port_id': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:53:34.817003 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a4efce43-3e45-4977-90a4-37c5a4d812b8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (8d8752e2-d389-4edf-a924-11aeb5ce9a4d), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:35.232049 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a4efce43-3e45-4977-90a4-37c5a4d812b8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:35.235833 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a4efce43-3e45-4977-90a4-37c5a4d812b8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (8d8752e2-d389-4edf-a924-11aeb5ce9a4d), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:35.335008 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-a4efce43-3e45-4977-90a4-37c5a4d812b8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Floating IP 8d8752e2-d389-4edf-a924-11aeb5ce9a4d associated. External IP: 172.27.1.175, port: c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb. Mar 28 05:53:35.540885 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4efce43-3e45-4977-90a4-37c5a4d812b8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Router 861861ec-f0b2-4091-b887-b2bbc84ab3fa has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:53:35.649118 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4efce43-3e45-4977-90a4-37c5a4d812b8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:53:35.654368 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a4efce43-3e45-4977-90a4-37c5a4d812b8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:35.658979 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975acbf-d0ad-41e6-84f4-58350e5403f3 None None] Sync routers for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:53:35.668377 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975acbf-d0ad-41e6-84f4-58350e5403f3 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:53:35.668976 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7975acbf-d0ad-41e6-84f4-58350e5403f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:53:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:53:35.684844 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-a4efce43-3e45-4977-90a4-37c5a4d812b8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "PUT /v2.0/floatingips/8d8752e2-d389-4edf-a924-11aeb5ce9a4d HTTP/1.1" status: 200 len: 991 time: 0.9128070 Mar 28 05:53:35.685546 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'tag': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:53:35.687800 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfa5af1-165b-4da4-9c77-fb58fd373d91" -d '{"events": [{"name": "network-changed", "server_uuid": "6509bcfe-77f9-4536-b6ed-c37f8cb107a6", "tag": "c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:53:35.721781 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ce0c46-9392-4ec2-afcc-a9c476577442 x-openstack-request-id: req-35ce0c46-9392-4ec2-afcc-a9c476577442 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:53:35.722070 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6509bcfe-77f9-4536-b6ed-c37f8cb107a6", "tag": "c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:53:35.722348 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35ce0c46-9392-4ec2-afcc-a9c476577442 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:53:35.722761 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ce0c46-9392-4ec2-afcc-a9c476577442'] response: {'name': 'network-changed', 'server_uuid': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'tag': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb', 'status': 'completed', 'code': 200} Mar 28 05:53:35.779712 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-7975acbf-d0ad-41e6-84f4-58350e5403f3 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:53:35.810033 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa5af1-165b-4da4-9c77-fb58fd373d91 req-5e637746-2450-4c6b-8eb0-ef79b069da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:35.811470 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9dfa5af1-165b-4da4-9c77-fb58fd373d91 req-5e637746-2450-4c6b-8eb0-ef79b069da1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 1129 time: 0.0474401 Mar 28 05:53:35.898595 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa5af1-165b-4da4-9c77-fb58fd373d91 req-ba97b431-d476-49a1-83e1-5ec93ecedaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:35.900067 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9dfa5af1-165b-4da4-9c77-fb58fd373d91 req-ba97b431-d476-49a1-83e1-5ec93ecedaac service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 915 time: 0.0833325 Mar 28 05:53:35.969004 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9dfa5af1-165b-4da4-9c77-fb58fd373d91 req-09e806e2-5d43-4145-8557-c9e3611424e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb HTTP/1.1" status: 200 len: 999 time: 0.0624669 Mar 28 05:53:36.002079 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7975acbf-d0ad-41e6-84f4-58350e5403f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '5d127cec-2b29-4bda-8702-e50ee91288b5', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:4a:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:51:32Z', 'updated_at': '2022-03-28T05:51:46Z', 'revision_number': 2, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}, {'id': '8d8752e2-d389-4edf-a924-11aeb5ce9a4d', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:00:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:53:21Z', 'updated_at': '2022-03-28T05:53:35Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:53:36.016614 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa5af1-165b-4da4-9c77-fb58fd373d91 req-6f5462ee-dcdb-4082-9286-41f5c6afcedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:36.018061 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9dfa5af1-165b-4da4-9c77-fb58fd373d91 req-6f5462ee-dcdb-4082-9286-41f5c6afcedd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0435872 Mar 28 05:53:36.027684 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975acbf-d0ad-41e6-84f4-58350e5403f3 None None] Checking router: 861861ec-f0b2-4091-b887-b2bbc84ab3fa for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:53:36.035873 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975acbf-d0ad-41e6-84f4-58350e5403f3 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:53:36.036849 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7975acbf-d0ad-41e6-84f4-58350e5403f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:53:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:53:36.068182 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa5af1-165b-4da4-9c77-fb58fd373d91 req-7d92e912-bc48-4ce3-a1f5-ff977397c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:53:36.069702 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9dfa5af1-165b-4da4-9c77-fb58fd373d91 req-7d92e912-bc48-4ce3-a1f5-ff977397c298 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462878 Mar 28 05:53:36.144369 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-7975acbf-d0ad-41e6-84f4-58350e5403f3 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:53:36.160728 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9dfa5af1-165b-4da4-9c77-fb58fd373d91 req-ab82ce61-029f-4412-ba65-8fb11df64031 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846090 Mar 28 05:53:36.249781 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9dfa5af1-165b-4da4-9c77-fb58fd373d91 req-c0f1c320-ee1d-4e15-951b-51a07a62153c service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835896 Mar 28 05:53:36.344742 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:36.368235 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-7975acbf-d0ad-41e6-84f4-58350e5403f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '5d127cec-2b29-4bda-8702-e50ee91288b5', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:4a:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:51:32Z', 'updated_at': '2022-03-28T05:51:46Z', 'revision_number': 2, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}, {'id': '8d8752e2-d389-4edf-a924-11aeb5ce9a4d', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:00:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:53:21Z', 'updated_at': '2022-03-28T05:53:35Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:53:36.397425 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975acbf-d0ad-41e6-84f4-58350e5403f3 None None] The sync data for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi is: [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '5d127cec-2b29-4bda-8702-e50ee91288b5', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:4a:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:51:32Z', 'updated_at': '2022-03-28T05:51:46Z', 'revision_number': 2, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}, {'id': '8d8752e2-d389-4edf-a924-11aeb5ce9a4d', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:00:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:53:21Z', 'updated_at': '2022-03-28T05:53:35Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:53:36.586037 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8453bff5-213c-4fe2-863c-47d9bff6cfa9 None None] New status for floating IP 8d8752e2-d389-4edf-a924-11aeb5ce9a4d: ACTIVE {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:53:38.998560 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:45.380101 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:53:59.706273 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-febf2065-88db-40c7-80c9-c8e157461c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:02.089176 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2bb6-7759-49e3-a9f2-8c95c310906d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:03.061582 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:04.742705 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:06.349075 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:09.000275 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:21.285761 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-4de24ea9-6bcb-4c4e-9779-e4c560114c7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429811 Mar 28 05:54:21.364151 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-e27d222d-396b-4c85-acda-644ac5868ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:21.365626 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-e27d222d-396b-4c85-acda-644ac5868ce4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 1130 time: 0.0476174 Mar 28 05:54:21.465202 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-6f24fa47-82eb-48cf-b12d-4c7709c53da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:21.466683 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-6f24fa47-82eb-48cf-b12d-4c7709c53da8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 915 time: 0.0828938 Mar 28 05:54:21.534219 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-d85fea47-d0e5-423a-b682-fa67d42e0760 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02326dc3-3e07-43cf-9950-7bd86043d3f1 HTTP/1.1" status: 200 len: 1002 time: 0.0612848 Mar 28 05:54:21.581290 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-e86bfcb5-0fa3-4d91-89e1-6fa35c384e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:21.582615 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-e86bfcb5-0fa3-4d91-89e1-6fa35c384e2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0426171 Mar 28 05:54:21.628431 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-842fabcf-8cfd-4a06-9cb6-5be35983c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:21.629856 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-842fabcf-8cfd-4a06-9cb6-5be35983c5a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417960 Mar 28 05:54:21.717724 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-e33de169-ea7d-4192-a8e9-2c28350dc735 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818765 Mar 28 05:54:21.803678 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e18862fe-8a90-410a-89af-83ba6a784a55 req-71c5e739-0095-4cd8-abba-f738c70ff468 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794356 Mar 28 05:54:22.378261 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:54:29.707719 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6f4b-bf52-48e6-b592-b7ad64c9f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:32.090700 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d61d0aa5-75da-4796-8f1b-901b56eb5301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:33.064128 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:34.745495 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:36.350749 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:39.004483 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:46.238112 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44152) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:54:46.394316 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Deleting port 64afc7a4-23a9-4df8-9fab-7ebcbcf40c44 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:54:46.394572 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (64afc7a4-23a9-4df8-9fab-7ebcbcf40c44), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:46.469282 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (64afc7a4-23a9-4df8-9fab-7ebcbcf40c44), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:46.469601 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (64afc7a4-23a9-4df8-9fab-7ebcbcf40c44), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:46.480966 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Calling delete_port for 64afc7a4-23a9-4df8-9fab-7ebcbcf40c44 owned by network:floatingip {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:54:46.624222 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (64afc7a4-23a9-4df8-9fab-7ebcbcf40c44), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:46.648672 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event deleted for resources: {'Port': ['ID=64afc7a4-23a9-4df8-9fab-7ebcbcf40c44,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:54:46.672867 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.673211 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.673551 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.673891 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.674221 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.674646 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.674977 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.675299 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.675622 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.675945 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.676268 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.676591 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.676910 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.677226 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.677542 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:46.717045 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (2e6a491b-3c5b-42db-ac27-1ecef510c997), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:46.717373 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Floating IP 2e6a491b-3c5b-42db-ac27-1ecef510c997 disassociated (deleted). External IP: 172.27.1.213, port: a311981d-92fd-4179-bc66-4817d8dc69fe. Mar 28 05:54:46.924337 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:54:47.032718 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:54:47.037427 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:47.042598 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aff875d-2307-4731-af9d-276b5b624ca4 None None] Sync routers for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:54:47.052155 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff875d-2307-4731-af9d-276b5b624ca4 None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:54:47.052762 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-0aff875d-2307-4731-af9d-276b5b624ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:54:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:47.066396 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-592c56a8-4724-43cc-91fd-d783b99182f5 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "DELETE /v2.0/floatingips/2e6a491b-3c5b-42db-ac27-1ecef510c997 HTTP/1.1" status: 204 len: 168 time: 0.8271103 Mar 28 05:54:47.067083 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024f7dde-e476-486c-a51c-daff2efcb01f', 'tag': 'a311981d-92fd-4179-bc66-4817d8dc69fe'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:54:47.069512 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b62f01-5484-418b-b261-3227193c37d6" -d '{"events": [{"name": "network-changed", "server_uuid": "024f7dde-e476-486c-a51c-daff2efcb01f", "tag": "a311981d-92fd-4179-bc66-4817d8dc69fe"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:54:47.108837 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4383f1-ca91-4175-8cdf-ae3af4e2af09 x-openstack-request-id: req-4d4383f1-ca91-4175-8cdf-ae3af4e2af09 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:54:47.109136 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024f7dde-e476-486c-a51c-daff2efcb01f", "tag": "a311981d-92fd-4179-bc66-4817d8dc69fe", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:54:47.109392 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d4383f1-ca91-4175-8cdf-ae3af4e2af09 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:54:47.109805 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4383f1-ca91-4175-8cdf-ae3af4e2af09'] response: {'name': 'network-changed', 'server_uuid': '024f7dde-e476-486c-a51c-daff2efcb01f', 'tag': 'a311981d-92fd-4179-bc66-4817d8dc69fe', 'status': 'completed', 'code': 200} Mar 28 05:54:47.159315 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-0aff875d-2307-4731-af9d-276b5b624ca4 None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:54:47.206595 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b62f01-5484-418b-b261-3227193c37d6 req-35f067ad-d987-4bc0-8a72-7d0a3b0ae20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:47.208227 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00b62f01-5484-418b-b261-3227193c37d6 req-35f067ad-d987-4bc0-8a72-7d0a3b0ae20a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 1129 time: 0.0554056 Mar 28 05:54:47.358414 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c5098-8b49-4768-b7c1-bed6822192fa req-c2682172-ec06-4ac2-871f-d30b587fbe67 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:47.359937 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-006c5098-8b49-4768-b7c1-bed6822192fa req-c2682172-ec06-4ac2-871f-d30b587fbe67 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 945 time: 0.1198483 Mar 28 05:54:47.375322 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b62f01-5484-418b-b261-3227193c37d6 req-5c43c03d-57b9-4b1d-a031-220445f05007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:47.376698 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00b62f01-5484-418b-b261-3227193c37d6 req-5c43c03d-57b9-4b1d-a031-220445f05007 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 912 time: 0.1277947 Mar 28 05:54:47.477139 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-0aff875d-2307-4731-af9d-276b5b624ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '98d5e17a-4582-4384-8993-3c6c430d28fb', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:d3:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:20Z', 'updated_at': '2022-03-28T05:50:22Z', 'revision_number': 1, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:47.506575 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aff875d-2307-4731-af9d-276b5b624ca4 None None] Checking router: ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:54:47.516092 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff875d-2307-4731-af9d-276b5b624ca4 None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:54:47.516722 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-0aff875d-2307-4731-af9d-276b5b624ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:54:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:47.627560 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-0aff875d-2307-4731-af9d-276b5b624ca4 None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:54:47.694153 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00b62f01-5484-418b-b261-3227193c37d6 req-d7b56249-a122-4cae-b818-c9e27ad08619 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a311981d-92fd-4179-bc66-4817d8dc69fe HTTP/1.1" status: 200 len: 217 time: 0.3106000 Mar 28 05:54:47.741565 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-006c5098-8b49-4768-b7c1-bed6822192fa req-2def8428-2628-462e-9c28-fad56b668c2d tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758740 Mar 28 05:54:47.757224 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b62f01-5484-418b-b261-3227193c37d6 req-a11afb0a-3393-4570-ba66-bc26d1cd0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:47.759261 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00b62f01-5484-418b-b261-3227193c37d6 req-a11afb0a-3393-4570-ba66-bc26d1cd0610 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.0566750 Mar 28 05:54:47.807337 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b62f01-5484-418b-b261-3227193c37d6 req-7f3d6d8c-b04e-4f83-b1ef-704136f17edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:47.808855 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00b62f01-5484-418b-b261-3227193c37d6 req-7f3d6d8c-b04e-4f83-b1ef-704136f17edc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436401 Mar 28 05:54:47.848196 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-0aff875d-2307-4731-af9d-276b5b624ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '98d5e17a-4582-4384-8993-3c6c430d28fb', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:d3:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:20Z', 'updated_at': '2022-03-28T05:50:22Z', 'revision_number': 1, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:47.877256 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aff875d-2307-4731-af9d-276b5b624ca4 None None] The sync data for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi is: [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '98d5e17a-4582-4384-8993-3c6c430d28fb', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'port_id': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'mac_address': 'fa:16:3e:d3:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:20Z', 'updated_at': '2022-03-28T05:50:22Z', 'revision_number': 1, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:54:47.899619 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00b62f01-5484-418b-b261-3227193c37d6 req-12f0bdb9-11d5-4e03-95fe-b58b9115feb7 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838094 Mar 28 05:54:47.989363 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-00b62f01-5484-418b-b261-3227193c37d6 req-8b0e3783-64b6-488b-84bc-002a5dd1a67c service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836847 Mar 28 05:54:48.095468 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222f000-5d2c-4d3f-aa2e-b70483be7ef6 None None] New status for floating IP 2e6a491b-3c5b-42db-ac27-1ecef510c997: DOWN {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:54:48.858599 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e38d2-20fe-4fa3-8e5f-95efac628e26 req-cb1c1957-af97-4eb0-9ebb-a360ecc86866 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:48.859943 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-795e38d2-20fe-4fa3-8e5f-95efac628e26 req-cb1c1957-af97-4eb0-9ebb-a360ecc86866 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 945 time: 0.0518208 Mar 28 05:54:48.910739 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-795e38d2-20fe-4fa3-8e5f-95efac628e26 req-271b5ae0-0ad2-4a08-b5cf-d075164c3370 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453913 Mar 28 05:54:49.079309 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa651d-912b-496f-b21d-4ae3182d4441 req-75d76fb6-c05e-4dfa-9ec6-24f931a6e3bd tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:49.081389 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-36aa651d-912b-496f-b21d-4ae3182d4441 req-75d76fb6-c05e-4dfa-9ec6-24f931a6e3bd tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 945 time: 0.0517333 Mar 28 05:54:49.169830 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-36aa651d-912b-496f-b21d-4ae3182d4441 req-efc4fa11-cbb6-4ddd-bf04-8069f09df84b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Deleting port a311981d-92fd-4179-bc66-4817d8dc69fe {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:54:49.170079 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-36aa651d-912b-496f-b21d-4ae3182d4441 req-efc4fa11-cbb6-4ddd-bf04-8069f09df84b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:49.259224 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-36aa651d-912b-496f-b21d-4ae3182d4441 req-efc4fa11-cbb6-4ddd-bf04-8069f09df84b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] For port a311981d-92fd-4179-bc66-4817d8dc69fe, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a311981d-92fd-4179-bc66-4817d8dc69fe,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:54:49.259585 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-36aa651d-912b-496f-b21d-4ae3182d4441 req-efc4fa11-cbb6-4ddd-bf04-8069f09df84b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:49.272069 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-36aa651d-912b-496f-b21d-4ae3182d4441 req-efc4fa11-cbb6-4ddd-bf04-8069f09df84b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Calling delete_port for a311981d-92fd-4179-bc66-4817d8dc69fe owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:54:49.397584 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-36aa651d-912b-496f-b21d-4ae3182d4441 req-efc4fa11-cbb6-4ddd-bf04-8069f09df84b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (a311981d-92fd-4179-bc66-4817d8dc69fe), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:49.427496 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4fa11-cbb6-4ddd-bf04-8069f09df84b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event deleted for resources: {'Port': ['ID=a311981d-92fd-4179-bc66-4817d8dc69fe,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:54:49.471541 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aa651d-912b-496f-b21d-4ae3182d4441 req-efc4fa11-cbb6-4ddd-bf04-8069f09df84b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] No DVR routers for this DVR port a311981d-92fd-4179-bc66-4817d8dc69fe on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:54:49.474156 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-36aa651d-912b-496f-b21d-4ae3182d4441 req-efc4fa11-cbb6-4ddd-bf04-8069f09df84b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:49.477603 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-36aa651d-912b-496f-b21d-4ae3182d4441 req-efc4fa11-cbb6-4ddd-bf04-8069f09df84b tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "DELETE /v2.0/ports/a311981d-92fd-4179-bc66-4817d8dc69fe HTTP/1.1" status: 204 len: 173 time: 0.3898821 Mar 28 05:54:49.478064 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024f7dde-e476-486c-a51c-daff2efcb01f', 'name': 'network-vif-deleted', 'tag': 'a311981d-92fd-4179-bc66-4817d8dc69fe'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:54:49.480465 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3a7643-125f-40da-ab23-e0f6e717493c" -d '{"events": [{"server_uuid": "024f7dde-e476-486c-a51c-daff2efcb01f", "name": "network-vif-deleted", "tag": "a311981d-92fd-4179-bc66-4817d8dc69fe"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:54:49.531525 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4cd710-bf48-49d0-a489-99df0b191ebf x-openstack-request-id: req-3e4cd710-bf48-49d0-a489-99df0b191ebf {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:54:49.531965 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024f7dde-e476-486c-a51c-daff2efcb01f", "name": "network-vif-deleted", "tag": "a311981d-92fd-4179-bc66-4817d8dc69fe", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:54:49.532221 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e4cd710-bf48-49d0-a489-99df0b191ebf {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:54:49.532672 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4cd710-bf48-49d0-a489-99df0b191ebf'] response: {'server_uuid': '024f7dde-e476-486c-a51c-daff2efcb01f', 'name': 'network-vif-deleted', 'tag': 'a311981d-92fd-4179-bc66-4817d8dc69fe', 'status': 'completed', 'code': 200} Mar 28 05:54:50.005052 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bdc40d2f-9581-40db-a270-5a929c047808 req-14c8ac9b-b86c-4b52-9610-01a9b7564adb tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=024f7dde-e476-486c-a51c-daff2efcb01f HTTP/1.1" status: 200 len: 210 time: 0.0295014 Mar 28 05:54:51.010148 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a0bce-5157-4dfd-90af-ea771e30e40e req-5abb0835-57e7-4a32-b2be-7f44bcb383e4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:51.011614 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fe6a0bce-5157-4dfd-90af-ea771e30e40e req-5abb0835-57e7-4a32-b2be-7f44bcb383e4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 945 time: 0.0548363 Mar 28 05:54:51.058771 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fe6a0bce-5157-4dfd-90af-ea771e30e40e req-ed3e73b4-55a1-49b2-9058-5387d39df2f8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416491 Mar 28 05:54:52.174902 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ee059-be61-4697-9e4e-9e95fdcd80cc req-ed0e8bf7-5b45-4301-b4dc-72569f593ff3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:52.176375 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ee059-be61-4697-9e4e-9e95fdcd80cc req-ed0e8bf7-5b45-4301-b4dc-72569f593ff3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 945 time: 0.0527670 Mar 28 05:54:52.233899 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ee059-be61-4697-9e4e-9e95fdcd80cc req-d8f01333-b936-46ac-891f-57d26d6bafb4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474277 Mar 28 05:54:52.436861 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a311981d-92fd-4179-bc66-4817d8dc69fe no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:54:52.456686 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: a311981d-92fd-4179-bc66-4817d8dc69fe {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:54:52.457027 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a311981d-92fd-4179-bc66-4817d8dc69fe not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:54:52.889399 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-fe182194-3dc4-422d-a662-f8e111b7e915 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:52.890878 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-fe182194-3dc4-422d-a662-f8e111b7e915 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 945 time: 0.0550487 Mar 28 05:54:52.982999 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Deleting port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:54:52.983340 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:53.070365 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] For port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:54:53.070724 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:53.236932 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:53.237604 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (8d8752e2-d389-4edf-a924-11aeb5ce9a4d), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:53.237604 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Floating IP 8d8752e2-d389-4edf-a924-11aeb5ce9a4d disassociated. External IP: 172.27.1.175, port: c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb. Mar 28 05:54:53.237870 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Calling delete_port for c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:54:53.282538 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44210) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:54:53.403230 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c9f5f-30cd-469f-99ca-4aa21b2c83b2 req-147a4fca-0dea-4f13-8ba3-61f1938097c8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:53.404733 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d9c9f5f-30cd-469f-99ca-4aa21b2c83b2 req-147a4fca-0dea-4f13-8ba3-61f1938097c8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6509bcfe-77f9-4536-b6ed-c37f8cb107a6 HTTP/1.1" status: 200 len: 945 time: 0.0963395 Mar 28 05:54:53.405846 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:53.440586 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Deleting port 5e513052-fc6a-45bb-93b3-bcbece33b75b {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:54:53.440940 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (5e513052-fc6a-45bb-93b3-bcbece33b75b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:53.447525 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'Port': ['ID=c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:54:53.516448 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (5e513052-fc6a-45bb-93b3-bcbece33b75b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:53.516674 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (5e513052-fc6a-45bb-93b3-bcbece33b75b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:53.529393 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Calling delete_port for 5e513052-fc6a-45bb-93b3-bcbece33b75b owned by network:floatingip {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:54:53.544918 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8d9c9f5f-30cd-469f-99ca-4aa21b2c83b2 req-7b3b46e8-a070-4447-9c26-18325cb80748 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=be53469f-19c1-4e7c-ac6e-418aa6842afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326442 Mar 28 05:54:53.583076 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Router 861861ec-f0b2-4091-b887-b2bbc84ab3fa has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:54:53.692055 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:54:53.695767 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (5e513052-fc6a-45bb-93b3-bcbece33b75b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:53.705083 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b6ffd-e021-40a6-ab21-265e69f8a277 None None] Sync routers for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:54:53.714515 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b6ffd-e021-40a6-ab21-265e69f8a277 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:54:53.715213 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-306b6ffd-e021-40a6-ab21-265e69f8a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:54:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:53.725979 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event deleted for resources: {'Port': ['ID=5e513052-fc6a-45bb-93b3-bcbece33b75b,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:54:53.738545 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] No DVR routers for this DVR port c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:54:53.741076 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:53.745309 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74b4c7ca-013f-4667-b71f-2247d61e76bb req-61f8a574-fe5f-421f-be63-0267a12f8e32 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "DELETE /v2.0/ports/c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb HTTP/1.1" status: 204 len: 173 time: 0.8490415 Mar 28 05:54:53.745641 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'name': 'network-vif-deleted', 'tag': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:54:53.747955 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6559cd87-804a-4a91-a892-ca1548a8f97a" -d '{"events": [{"server_uuid": "6509bcfe-77f9-4536-b6ed-c37f8cb107a6", "name": "network-vif-deleted", "tag": "c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:54:53.757650 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.758069 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.758423 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.759387 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.759720 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.762371 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.762909 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.763311 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.763843 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.764340 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.764850 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.765193 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.765507 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.765834 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.766342 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:54:53.791109 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f049635a-975b-4050-836a-63bd88bbc908 x-openstack-request-id: req-f049635a-975b-4050-836a-63bd88bbc908 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:54:53.791650 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6509bcfe-77f9-4536-b6ed-c37f8cb107a6", "name": "network-vif-deleted", "tag": "c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:54:53.793647 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f049635a-975b-4050-836a-63bd88bbc908 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:54:53.794764 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f049635a-975b-4050-836a-63bd88bbc908'] response: {'server_uuid': '6509bcfe-77f9-4536-b6ed-c37f8cb107a6', 'name': 'network-vif-deleted', 'tag': 'c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb', 'status': 'completed', 'code': 200} Mar 28 05:54:53.813127 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (98d5e17a-4582-4384-8993-3c6c430d28fb), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:53.814299 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.l3_db [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Floating IP 98d5e17a-4582-4384-8993-3c6c430d28fb disassociated (deleted). External IP: 172.27.1.27, port: 4d14ffd2-190d-4665-9447-855aad7a2c6a. Mar 28 05:54:53.845529 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-306b6ffd-e021-40a6-ab21-265e69f8a277 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:54:54.087839 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-306b6ffd-e021-40a6-ab21-265e69f8a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '5d127cec-2b29-4bda-8702-e50ee91288b5', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:4a:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:51:32Z', 'updated_at': '2022-03-28T05:51:46Z', 'revision_number': 2, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:54.118709 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b6ffd-e021-40a6-ab21-265e69f8a277 None None] Checking router: 861861ec-f0b2-4091-b887-b2bbc84ab3fa for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:54:54.127332 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b6ffd-e021-40a6-ab21-265e69f8a277 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:54:54.127947 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-306b6ffd-e021-40a6-ab21-265e69f8a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:54:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:54.244382 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-306b6ffd-e021-40a6-ab21-265e69f8a277 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:54:54.306091 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:54:54.418029 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:54:54.422565 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:54.427770 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d31e2-488a-4170-8f6a-eb5750b36e2e None None] Sync routers for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:54:54.438618 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d31e2-488a-4170-8f6a-eb5750b36e2e None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:54:54.439247 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-5a3d31e2-488a-4170-8f6a-eb5750b36e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:54:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:54.453951 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-44b3954e-b424-45e8-8ae5-b6ee6fc556c6 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "DELETE /v2.0/floatingips/98d5e17a-4582-4384-8993-3c6c430d28fb HTTP/1.1" status: 204 len: 168 time: 1.1682532 Mar 28 05:54:54.453951 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'tag': '4d14ffd2-190d-4665-9447-855aad7a2c6a'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:54:54.454961 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7e8655501d8a1cb9212710d4ff8afd0d51cffdd3daafd9e477e3ae579e093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d256f3-8195-40a5-a4bc-a4a61b9b77cf", "tag": "4d14ffd2-190d-4665-9447-855aad7a2c6a"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:54:54.469806 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-306b6ffd-e021-40a6-ab21-265e69f8a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '5d127cec-2b29-4bda-8702-e50ee91288b5', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:4a:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:51:32Z', 'updated_at': '2022-03-28T05:51:46Z', 'revision_number': 2, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:54.498199 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b6ffd-e021-40a6-ab21-265e69f8a277 None None] The sync data for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi is: [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '5d127cec-2b29-4bda-8702-e50ee91288b5', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:4a:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:51:32Z', 'updated_at': '2022-03-28T05:51:46Z', 'revision_number': 2, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:54:54.585341 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-5a3d31e2-488a-4170-8f6a-eb5750b36e2e None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:54:54.676807 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a44bfb0-3d51-41df-a859-41a824e1511a x-openstack-request-id: req-0a44bfb0-3d51-41df-a859-41a824e1511a {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:54:54.677294 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d256f3-8195-40a5-a4bc-a4a61b9b77cf", "tag": "4d14ffd2-190d-4665-9447-855aad7a2c6a", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:54:54.680595 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a44bfb0-3d51-41df-a859-41a824e1511a {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:54:54.681354 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a44bfb0-3d51-41df-a859-41a824e1511a'] response: {'name': 'network-changed', 'server_uuid': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'tag': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'status': 'completed', 'code': 200} Mar 28 05:54:54.724534 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44228) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:54:54.788076 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b2021ce-d1ff-42b1-8eb1-9c8bd6100cfe tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (be53469f-19c1-4e7c-ac6e-418aa6842afb), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:54.791822 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a1039-9de5-4e06-972d-b1dc056ecc93 req-7413e46a-6358-426e-b957-1f4d5b5d1ab2 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:54.793370 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c59a1039-9de5-4e06-972d-b1dc056ecc93 req-7413e46a-6358-426e-b957-1f4d5b5d1ab2 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 945 time: 0.0933480 Mar 28 05:54:54.820016 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b2021ce-d1ff-42b1-8eb1-9c8bd6100cfe tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (be53469f-19c1-4e7c-ac6e-418aa6842afb), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:54.827545 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5 req-028f6112-b53f-4ca6-9846-7ac8d7b29d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:54.829253 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5 req-028f6112-b53f-4ca6-9846-7ac8d7b29d07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32b0f85e1b4c44219c423466b233a884&device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 1129 time: 0.0951698 Mar 28 05:54:54.857683 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892b96d-639c-4439-b033-284227e44141 None None] New status for floating IP 8d8752e2-d389-4edf-a924-11aeb5ce9a4d: DOWN {{(pid=109791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:54:54.870349 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-5a3d31e2-488a-4170-8f6a-eb5750b36e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:54.884950 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b2021ce-d1ff-42b1-8eb1-9c8bd6100cfe tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (be53469f-19c1-4e7c-ac6e-418aa6842afb), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:54.888131 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-4b2021ce-d1ff-42b1-8eb1-9c8bd6100cfe tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:54.891836 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-4b2021ce-d1ff-42b1-8eb1-9c8bd6100cfe tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "DELETE /v2.0/security-groups/be53469f-19c1-4e7c-ac6e-418aa6842afb HTTP/1.1" status: 204 len: 168 time: 0.1631773 Mar 28 05:54:54.892927 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44230) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:54:54.911111 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c59a1039-9de5-4e06-972d-b1dc056ecc93 req-3db0bef1-d9f8-4665-af0f-ac365a01a4cc tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087775 Mar 28 05:54:54.911689 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2021ce-d1ff-42b1-8eb1-9c8bd6100cfe tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be53469f-19c1-4e7c-ac6e-418aa6842afb,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:54:54.913926 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.api.v2.resource [None req-681e85de-0a4e-4650-90f8-91f9d54523e5 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] show failed (client error): The resource could not be found. Mar 28 05:54:54.914966 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-681e85de-0a4e-4650-90f8-91f9d54523e5 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups/be53469f-19c1-4e7c-ac6e-418aa6842afb HTTP/1.1" status: 404 len: 347 time: 0.0214915 Mar 28 05:54:54.918508 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44232) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:54:54.951790 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d31e2-488a-4170-8f6a-eb5750b36e2e None None] Checking router: ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:54:54.965197 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5 req-d07fcf7c-032b-420a-b4c6-beea079406c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:54.967131 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5 req-d07fcf7c-032b-420a-b4c6-beea079406c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 200 len: 912 time: 0.1317222 Mar 28 05:54:54.977204 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d31e2-488a-4170-8f6a-eb5750b36e2e None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:54:54.977889 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-5a3d31e2-488a-4170-8f6a-eb5750b36e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:54:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:55.011238 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5 req-1b176ca6-cf10-44ee-9109-5931cc49f7b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d14ffd2-190d-4665-9447-855aad7a2c6a HTTP/1.1" status: 200 len: 217 time: 0.0367227 Mar 28 05:54:55.064953 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-9180c6cd-0222-46cb-99d9-89a6945f85ac tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Deleting port 8f97b8a2-105a-4424-9b7d-6a5430db066d {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:54:55.065333 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9180c6cd-0222-46cb-99d9-89a6945f85ac tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (8f97b8a2-105a-4424-9b7d-6a5430db066d), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:55.071659 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5 req-a0253a17-5c41-414d-b75c-2b285fa08802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:55.073072 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5 req-a0253a17-5c41-414d-b75c-2b285fa08802 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 200 len: 851 time: 0.0558441 Mar 28 05:54:55.110573 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-5a3d31e2-488a-4170-8f6a-eb5750b36e2e None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:54:55.147959 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5 req-1fdc171c-895d-4e84-ad88-3f453ad15a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:55.150444 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5 req-1fdc171c-895d-4e84-ad88-3f453ad15a2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbc730a7-2dc9-428c-9837-7d0a146a1192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699999 Mar 28 05:54:55.155644 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9180c6cd-0222-46cb-99d9-89a6945f85ac tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (8f97b8a2-105a-4424-9b7d-6a5430db066d), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:55.156012 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9180c6cd-0222-46cb-99d9-89a6945f85ac tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (8f97b8a2-105a-4424-9b7d-6a5430db066d), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:55.168522 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-9180c6cd-0222-46cb-99d9-89a6945f85ac tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Calling delete_port for 8f97b8a2-105a-4424-9b7d-6a5430db066d owned by network:floatingip {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:54:55.240981 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5 req-ed3efa5b-b5c1-46d7-9f42-9216e1fe7e42 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841827 Mar 28 05:54:55.307736 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9180c6cd-0222-46cb-99d9-89a6945f85ac tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (8f97b8a2-105a-4424-9b7d-6a5430db066d), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:55.317872 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-5a3d31e2-488a-4170-8f6a-eb5750b36e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:55.333428 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180c6cd-0222-46cb-99d9-89a6945f85ac tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'Port': ['ID=8f97b8a2-105a-4424-9b7d-6a5430db066d,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:54:55.348459 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-44d5d7c4-c1fe-407d-91f1-294f0ab53fd5 req-59547c67-5f47-4a78-bcd7-9776ffcdaf91 service neutron] 10.222.0.21 "GET /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002576 Mar 28 05:54:55.351658 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d31e2-488a-4170-8f6a-eb5750b36e2e None None] The sync data for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi is: [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:20Z', 'revision_number': 4, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '459f021b-4c63-4354-ad59-e95cfc8dc221', 'name': '', 'network_id': 'fbc730a7-2dc9-428c-9837-7d0a146a1192', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'mac_address': 'fa:16:3e:7f:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:19Z', 'updated_at': '2022-03-28T05:46:24Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'subnets': [{'id': '7494be8a-5bfe-4717-a0a1-e6832e99f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:54:55.405727 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9180c6cd-0222-46cb-99d9-89a6945f85ac tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (8d8752e2-d389-4edf-a924-11aeb5ce9a4d), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:55.408290 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9180c6cd-0222-46cb-99d9-89a6945f85ac tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:55.409445 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9180c6cd-0222-46cb-99d9-89a6945f85ac tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "DELETE /v2.0/floatingips/8d8752e2-d389-4edf-a924-11aeb5ce9a4d HTTP/1.1" status: 204 len: 168 time: 0.4897020 Mar 28 05:54:55.587917 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50d8d8-7c41-43b2-9b19-0bd8fe6e02e5 None None] New status for floating IP 98d5e17a-4582-4384-8993-3c6c430d28fb: DOWN {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:54:56.042139 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea70076-2ca1-4840-b9f8-735bd66f6e8f req-67017a7f-4891-4632-96ed-7b3c49fd1b71 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:56.043677 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3ea70076-2ca1-4840-b9f8-735bd66f6e8f req-67017a7f-4891-4632-96ed-7b3c49fd1b71 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 945 time: 0.0529618 Mar 28 05:54:56.091897 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3ea70076-2ca1-4840-b9f8-735bd66f6e8f req-a8627342-687b-48aa-942f-c2e4d43dd052 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55b344f-922a-4388-9e43-2aead3e2c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 Mar 28 05:54:56.459262 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:54:56.483240 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:54:56.483676 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device c03ba6c7-9a4f-43d5-a0a5-74781bfa8abb not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:54:56.491152 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc9be-f45e-4913-af9b-42f9e4c9292b req-93c7156f-5159-4e67-b968-0d8a1c416c78 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:56.492600 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e3acc9be-f45e-4913-af9b-42f9e4c9292b req-93c7156f-5159-4e67-b968-0d8a1c416c78 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 945 time: 0.0555568 Mar 28 05:54:56.592560 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-e3acc9be-f45e-4913-af9b-42f9e4c9292b req-cb769185-c592-46fb-9556-ff98bf8b97ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Deleting port 4d14ffd2-190d-4665-9447-855aad7a2c6a {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:54:56.592905 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-e3acc9be-f45e-4913-af9b-42f9e4c9292b req-cb769185-c592-46fb-9556-ff98bf8b97ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:56.678661 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-e3acc9be-f45e-4913-af9b-42f9e4c9292b req-cb769185-c592-46fb-9556-ff98bf8b97ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] For port 4d14ffd2-190d-4665-9447-855aad7a2c6a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=4d14ffd2-190d-4665-9447-855aad7a2c6a,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:54:56.679029 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-e3acc9be-f45e-4913-af9b-42f9e4c9292b req-cb769185-c592-46fb-9556-ff98bf8b97ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:56.692196 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-e3acc9be-f45e-4913-af9b-42f9e4c9292b req-cb769185-c592-46fb-9556-ff98bf8b97ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Calling delete_port for 4d14ffd2-190d-4665-9447-855aad7a2c6a owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:54:56.824207 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-e3acc9be-f45e-4913-af9b-42f9e4c9292b req-cb769185-c592-46fb-9556-ff98bf8b97ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (4d14ffd2-190d-4665-9447-855aad7a2c6a), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:56.851906 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb769185-c592-46fb-9556-ff98bf8b97ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event deleted for resources: {'Port': ['ID=4d14ffd2-190d-4665-9447-855aad7a2c6a,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:54:56.907524 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3acc9be-f45e-4913-af9b-42f9e4c9292b req-cb769185-c592-46fb-9556-ff98bf8b97ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] No DVR routers for this DVR port 4d14ffd2-190d-4665-9447-855aad7a2c6a on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:54:56.907524 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-e3acc9be-f45e-4913-af9b-42f9e4c9292b req-cb769185-c592-46fb-9556-ff98bf8b97ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:56.911595 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e3acc9be-f45e-4913-af9b-42f9e4c9292b req-cb769185-c592-46fb-9556-ff98bf8b97ba tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.21 "DELETE /v2.0/ports/4d14ffd2-190d-4665-9447-855aad7a2c6a HTTP/1.1" status: 204 len: 173 time: 0.4132667 Mar 28 05:54:56.912049 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'name': 'network-vif-deleted', 'tag': '4d14ffd2-190d-4665-9447-855aad7a2c6a'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:54:56.914288 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c56aad3-fe1c-4241-99d0-fd1fb9f60e02" -d '{"events": [{"server_uuid": "b9d256f3-8195-40a5-a4bc-a4a61b9b77cf", "name": "network-vif-deleted", "tag": "4d14ffd2-190d-4665-9447-855aad7a2c6a"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:54:56.953042 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa2ff81-df30-4332-a50f-6944c2bba2f1 x-openstack-request-id: req-4fa2ff81-df30-4332-a50f-6944c2bba2f1 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:54:56.953334 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d256f3-8195-40a5-a4bc-a4a61b9b77cf", "name": "network-vif-deleted", "tag": "4d14ffd2-190d-4665-9447-855aad7a2c6a", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:54:56.953585 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fa2ff81-df30-4332-a50f-6944c2bba2f1 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:54:56.953987 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa2ff81-df30-4332-a50f-6944c2bba2f1'] response: {'server_uuid': 'b9d256f3-8195-40a5-a4bc-a4a61b9b77cf', 'name': 'network-vif-deleted', 'tag': '4d14ffd2-190d-4665-9447-855aad7a2c6a', 'status': 'completed', 'code': 200} Mar 28 05:54:57.011451 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc38619-5278-4db9-8ca3-dc33695de5fa req-6ad7ee6e-0c85-4ba3-93c2-302eb31faf1d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:57.012956 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bfc38619-5278-4db9-8ca3-dc33695de5fa req-6ad7ee6e-0c85-4ba3-93c2-302eb31faf1d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 946 time: 0.0545864 Mar 28 05:54:57.060792 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bfc38619-5278-4db9-8ca3-dc33695de5fa req-9b436357-30a4-4ea7-8ccd-f81042f8bf69 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=977dc7d0-1a49-4d81-9784-72824a38219d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421455 Mar 28 05:54:57.185444 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ec44f5d7-6c45-4833-acee-2f0bad74a84c req-9f4330b6-9ae9-4c84-98c1-cd5b99e4b241 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d256f3-8195-40a5-a4bc-a4a61b9b77cf HTTP/1.1" status: 200 len: 210 time: 0.0273867 Mar 28 05:54:58.174871 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d76f-64cc-4aa3-8ce0-de9a367eb47b req-6aea9004-59e0-410f-ae66-65794d261e5f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:58.176323 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-62c1d76f-64cc-4aa3-8ce0-de9a367eb47b req-6aea9004-59e0-410f-ae66-65794d261e5f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 946 time: 0.0512040 Mar 28 05:54:58.225755 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-62c1d76f-64cc-4aa3-8ce0-de9a367eb47b req-77b9018f-4057-4a49-a119-9d17b0f6b765 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=977dc7d0-1a49-4d81-9784-72824a38219d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434625 Mar 28 05:54:58.238699 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44262) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:54:58.364081 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-7cd874d8-50de-4dfd-9764-08bb6545da20 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Deleting port 7dccae9c-d0bb-431a-baea-0dfe36cce7a8 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:54:58.364338 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7cd874d8-50de-4dfd-9764-08bb6545da20 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (7dccae9c-d0bb-431a-baea-0dfe36cce7a8), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:58.439553 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7cd874d8-50de-4dfd-9764-08bb6545da20 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (7dccae9c-d0bb-431a-baea-0dfe36cce7a8), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:58.439876 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7cd874d8-50de-4dfd-9764-08bb6545da20 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (7dccae9c-d0bb-431a-baea-0dfe36cce7a8), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:58.456268 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-7cd874d8-50de-4dfd-9764-08bb6545da20 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Calling delete_port for 7dccae9c-d0bb-431a-baea-0dfe36cce7a8 owned by network:floatingip {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:54:58.592309 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7cd874d8-50de-4dfd-9764-08bb6545da20 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (7dccae9c-d0bb-431a-baea-0dfe36cce7a8), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:58.619623 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd874d8-50de-4dfd-9764-08bb6545da20 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event deleted for resources: {'Port': ['ID=7dccae9c-d0bb-431a-baea-0dfe36cce7a8,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:54:58.676617 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7cd874d8-50de-4dfd-9764-08bb6545da20 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for floatingip (197cab4a-a509-4695-9ea4-02137a89902f), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:58.679233 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7cd874d8-50de-4dfd-9764-08bb6545da20 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:58.680956 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7cd874d8-50de-4dfd-9764-08bb6545da20 tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "DELETE /v2.0/floatingips/197cab4a-a509-4695-9ea4-02137a89902f HTTP/1.1" status: 204 len: 168 time: 0.4406893 Mar 28 05:54:59.034271 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e408403-114a-4b7f-b515-9a211a603289 req-1aff162b-6eb1-4778-9dab-75d528dfc72c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:59.035718 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4e408403-114a-4b7f-b515-9a211a603289 req-1aff162b-6eb1-4778-9dab-75d528dfc72c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 946 time: 0.0535061 Mar 28 05:54:59.128684 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Deleting port 02326dc3-3e07-43cf-9950-7bd86043d3f1 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:54:59.129033 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:59.217849 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] For port 02326dc3-3e07-43cf-9950-7bd86043d3f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=02326dc3-3e07-43cf-9950-7bd86043d3f1,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:54:59.218605 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:59.375824 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:54:59.411983 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ceece-be83-4b9b-9ab7-5428e70830ec req-228d4feb-1875-4561-a70f-be8fe4fb1687 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:54:59.413427 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b23ceece-be83-4b9b-9ab7-5428e70830ec req-228d4feb-1875-4561-a70f-be8fe4fb1687 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ddec324-e45f-40e7-8fe9-4cc5a6f465e3 HTTP/1.1" status: 200 len: 946 time: 0.1017759 Mar 28 05:54:59.433006 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:59.433359 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (5d127cec-2b29-4bda-8702-e50ee91288b5), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:59.433671 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Floating IP 5d127cec-2b29-4bda-8702-e50ee91288b5 disassociated. External IP: 172.27.1.216, port: 02326dc3-3e07-43cf-9950-7bd86043d3f1. Mar 28 05:54:59.434003 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Calling delete_port for 02326dc3-3e07-43cf-9950-7bd86043d3f1 owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:54:59.507206 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b23ceece-be83-4b9b-9ab7-5428e70830ec req-615f9d7c-4b6b-4e4b-b53b-321aeb7ca380 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=977dc7d0-1a49-4d81-9784-72824a38219d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852785 Mar 28 05:54:59.594183 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (02326dc3-3e07-43cf-9950-7bd86043d3f1), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:59.625101 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'Port': ['ID=02326dc3-3e07-43cf-9950-7bd86043d3f1,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:54:59.708822 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4277a65a-1207-4900-b52a-69ce5d601ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:59.736966 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Router 861861ec-f0b2-4091-b887-b2bbc84ab3fa has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:54:59.846862 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:54:59.856516 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0a09f-ed6e-4a7b-ba28-95c57c14895c None None] Sync routers for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:54:59.866168 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0a09f-ed6e-4a7b-ba28-95c57c14895c None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:54:59.866939 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-29f0a09f-ed6e-4a7b-ba28-95c57c14895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:54:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:54:59.872827 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44276) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:54:59.889937 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] No DVR routers for this DVR port 02326dc3-3e07-43cf-9950-7bd86043d3f1 on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:54:59.892688 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:59.896565 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4e408403-114a-4b7f-b515-9a211a603289 req-470f174e-3d17-42dd-a281-9b88aff50886 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "DELETE /v2.0/ports/02326dc3-3e07-43cf-9950-7bd86043d3f1 HTTP/1.1" status: 204 len: 173 time: 0.8546648 Mar 28 05:54:59.897061 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'name': 'network-vif-deleted', 'tag': '02326dc3-3e07-43cf-9950-7bd86043d3f1'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:54:59.899993 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517e47ef-8b21-4491-9afe-a9d8166f65fb" -d '{"events": [{"server_uuid": "0ddec324-e45f-40e7-8fe9-4cc5a6f465e3", "name": "network-vif-deleted", "tag": "02326dc3-3e07-43cf-9950-7bd86043d3f1"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:54:59.938902 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e13465e-630e-4eb6-8581-88848db860d7 x-openstack-request-id: req-0e13465e-630e-4eb6-8581-88848db860d7 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:54:59.939533 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddec324-e45f-40e7-8fe9-4cc5a6f465e3", "name": "network-vif-deleted", "tag": "02326dc3-3e07-43cf-9950-7bd86043d3f1", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:54:59.939840 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e13465e-630e-4eb6-8581-88848db860d7 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:54:59.940321 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e13465e-630e-4eb6-8581-88848db860d7'] response: {'server_uuid': '0ddec324-e45f-40e7-8fe9-4cc5a6f465e3', 'name': 'network-vif-deleted', 'tag': '02326dc3-3e07-43cf-9950-7bd86043d3f1', 'status': 'completed', 'code': 200} Mar 28 05:54:59.945038 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-35423949-8fcd-49cf-9274-08e9db05783e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group (e55b344f-922a-4388-9e43-2aead3e2c0fb), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:59.975942 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-35423949-8fcd-49cf-9274-08e9db05783e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group (e55b344f-922a-4388-9e43-2aead3e2c0fb), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:59.984071 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-29f0a09f-ed6e-4a7b-ba28-95c57c14895c None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:55:00.053960 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-35423949-8fcd-49cf-9274-08e9db05783e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (e55b344f-922a-4388-9e43-2aead3e2c0fb), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:00.057703 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-35423949-8fcd-49cf-9274-08e9db05783e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:00.059202 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-35423949-8fcd-49cf-9274-08e9db05783e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] 10.222.0.20 "DELETE /v2.0/security-groups/e55b344f-922a-4388-9e43-2aead3e2c0fb HTTP/1.1" status: 204 len: 168 time: 0.1835198 Mar 28 05:55:00.071256 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35423949-8fcd-49cf-9274-08e9db05783e tempest-TestVolumeBootPattern-1897288797 tempest-TestVolumeBootPattern-1897288797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b344f-922a-4388-9e43-2aead3e2c0fb,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:00.123630 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44282) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:00.216157 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-29f0a09f-ed6e-4a7b-ba28-95c57c14895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:00.245955 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0a09f-ed6e-4a7b-ba28-95c57c14895c None None] Checking router: 861861ec-f0b2-4091-b887-b2bbc84ab3fa for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:55:00.254067 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0a09f-ed6e-4a7b-ba28-95c57c14895c None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:55:00.254705 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-29f0a09f-ed6e-4a7b-ba28-95c57c14895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:54:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:00.358496 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-29f0a09f-ed6e-4a7b-ba28-95c57c14895c None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:55:00.481158 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 4d14ffd2-190d-4665-9447-855aad7a2c6a no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:55:00.502832 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: 4d14ffd2-190d-4665-9447-855aad7a2c6a {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:55:00.503472 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 4d14ffd2-190d-4665-9447-855aad7a2c6a not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:55:00.604434 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44290) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:00.607469 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-29f0a09f-ed6e-4a7b-ba28-95c57c14895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:00.635071 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0a09f-ed6e-4a7b-ba28-95c57c14895c None None] The sync data for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi is: [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:55:00.663188 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-14450795-dca7-499c-82a7-d2653a8be953 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (977dc7d0-1a49-4d81-9784-72824a38219d), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:00.688093 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-14450795-dca7-499c-82a7-d2653a8be953 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (977dc7d0-1a49-4d81-9784-72824a38219d), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:00.742086 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-14450795-dca7-499c-82a7-d2653a8be953 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (977dc7d0-1a49-4d81-9784-72824a38219d), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:00.744887 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-14450795-dca7-499c-82a7-d2653a8be953 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:00.746055 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-14450795-dca7-499c-82a7-d2653a8be953 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "DELETE /v2.0/security-groups/977dc7d0-1a49-4d81-9784-72824a38219d HTTP/1.1" status: 204 len: 168 time: 0.1405759 Mar 28 05:55:00.749322 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44292) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:00.755239 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14450795-dca7-499c-82a7-d2653a8be953 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=977dc7d0-1a49-4d81-9784-72824a38219d,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:00.768589 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.api.v2.resource [None req-22a4cff4-7a67-4c65-9709-d2b0c1cd5a86 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] show failed (client error): The resource could not be found. Mar 28 05:55:00.771616 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-22a4cff4-7a67-4c65-9709-d2b0c1cd5a86 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups/977dc7d0-1a49-4d81-9784-72824a38219d HTTP/1.1" status: 404 len: 347 time: 0.0194216 Mar 28 05:55:00.772660 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44294) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:00.899170 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52cecd7-acaf-43a9-852d-f34229cc9f9a None None] New status for floating IP 5d127cec-2b29-4bda-8702-e50ee91288b5: DOWN {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:55:00.957980 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-d5445d76-63e1-455b-81b2-ff3bb517184a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Deleting port 3cb44d63-25af-4cd7-b26a-83a4e56ace7f {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:55:00.958238 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d5445d76-63e1-455b-81b2-ff3bb517184a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (3cb44d63-25af-4cd7-b26a-83a4e56ace7f), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.066462 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d5445d76-63e1-455b-81b2-ff3bb517184a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (3cb44d63-25af-4cd7-b26a-83a4e56ace7f), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.066792 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d5445d76-63e1-455b-81b2-ff3bb517184a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (3cb44d63-25af-4cd7-b26a-83a4e56ace7f), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.082534 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-d5445d76-63e1-455b-81b2-ff3bb517184a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Calling delete_port for 3cb44d63-25af-4cd7-b26a-83a4e56ace7f owned by network:floatingip {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:55:01.101710 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737862'] for router_interface (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.354639 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d5445d76-63e1-455b-81b2-ff3bb517184a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (3cb44d63-25af-4cd7-b26a-83a4e56ace7f), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.384759 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5445d76-63e1-455b-81b2-ff3bb517184a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'Port': ['ID=3cb44d63-25af-4cd7-b26a-83a4e56ace7f,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:01.484947 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d5445d76-63e1-455b-81b2-ff3bb517184a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (5d127cec-2b29-4bda-8702-e50ee91288b5), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.487440 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d5445d76-63e1-455b-81b2-ff3bb517184a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.488572 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-d5445d76-63e1-455b-81b2-ff3bb517184a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "DELETE /v2.0/floatingips/5d127cec-2b29-4bda-8702-e50ee91288b5 HTTP/1.1" status: 204 len: 168 time: 0.7150385 Mar 28 05:55:01.517811 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] Deleting port 459f021b-4c63-4354-ad59-e95cfc8dc221 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:55:01.518148 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.604019 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] For port 459f021b-4c63-4354-ad59-e95cfc8dc221, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=459f021b-4c63-4354-ad59-e95cfc8dc221,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:55:01.604380 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.616881 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] Calling delete_port for 459f021b-4c63-4354-ad59-e95cfc8dc221 owned by network:router_interface {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:55:01.736460 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44298) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:01.741128 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-a9a106ef-1818-4e98-8cd0-7078a1a94fb4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1570826229', 'description': 'tempest-description--1774595406'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:55:01.762950 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a9a106ef-1818-4e98-8cd0-7078a1a94fb4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.794607 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (459f021b-4c63-4354-ad59-e95cfc8dc221), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.820588 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=459f021b-4c63-4354-ad59-e95cfc8dc221,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:01.830196 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a9a106ef-1818-4e98-8cd0-7078a1a94fb4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (0758f6b4-2e30-4b71-8cb7-590cef89bca2), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.835553 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a9a106ef-1818-4e98-8cd0-7078a1a94fb4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0758f6b4-2e30-4b71-8cb7-590cef89bca2), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.864310 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a9a106ef-1818-4e98-8cd0-7078a1a94fb4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.868759 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a9a106ef-1818-4e98-8cd0-7078a1a94fb4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1311173 Mar 28 05:55:01.869310 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44300) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:01.877587 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-2e4b4595-fc88-4076-9f4c-2666c1febe76 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group_rule': {'security_group_id': '0758f6b4-2e30-4b71-8cb7-590cef89bca2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:55:01.884870 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a106ef-1818-4e98-8cd0-7078a1a94fb4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0758f6b4-2e30-4b71-8cb7-590cef89bca2,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:01.911298 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4595-fc88-4076-9f4c-2666c1febe76 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (47d2da91-f2a3-4638-a82b-4e449fb4c4ea), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.973159 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4595-fc88-4076-9f4c-2666c1febe76 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (47d2da91-f2a3-4638-a82b-4e449fb4c4ea), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.977751 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4595-fc88-4076-9f4c-2666c1febe76 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (47d2da91-f2a3-4638-a82b-4e449fb4c4ea), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:01.996011 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b4595-fc88-4076-9f4c-2666c1febe76 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d2da91-f2a3-4638-a82b-4e449fb4c4ea,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:02.003112 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738294'] for router_interface (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.004488 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4595-fc88-4076-9f4c-2666c1febe76 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.005700 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2e4b4595-fc88-4076-9f4c-2666c1febe76 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323445 Mar 28 05:55:02.008789 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44302) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:02.013757 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-9600fc10-c839-458a-8cf1-de05ecc30716 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group_rule': {'security_group_id': '0758f6b4-2e30-4b71-8cb7-590cef89bca2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:55:02.045066 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9600fc10-c839-458a-8cf1-de05ecc30716 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (572f29ae-9956-4e32-8abd-eb499bbabb65), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.095243 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-08e2900f-02a2-4002-8227-237474540f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.113766 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9600fc10-c839-458a-8cf1-de05ecc30716 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (572f29ae-9956-4e32-8abd-eb499bbabb65), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.118838 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9600fc10-c839-458a-8cf1-de05ecc30716 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (572f29ae-9956-4e32-8abd-eb499bbabb65), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.137064 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600fc10-c839-458a-8cf1-de05ecc30716 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572f29ae-9956-4e32-8abd-eb499bbabb65,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:02.144724 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-9600fc10-c839-458a-8cf1-de05ecc30716 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.145929 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-9600fc10-c839-458a-8cf1-de05ecc30716 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361806 Mar 28 05:55:02.149119 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44304) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:02.153424 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:55:02.174020 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.248494 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] Router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:55:02.272227 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.364475 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:55:02.369450 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-745438c2-090f-4db0-88ad-22cabe2266b1 admin admin] 10.222.0.20 "PUT /v2.0/routers/ba015fc9-fca4-4c95-bfb2-4a640ec91bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2449040 Mar 28 05:55:02.373444 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f288a3-8db7-4c8e-afa3-3992c0879a1e None None] Sync routers for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:55:02.374713 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44306) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:02.379633 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Allocated IP 172.27.1.184 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/70831626-326d-49de-9ebe-24f1b3fa07c5) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:55:02.385002 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f288a3-8db7-4c8e-afa3-3992c0879a1e None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:55:02.385725 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-05f288a3-8db7-4c8e-afa3-3992c0879a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:55:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:02.482214 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Publish callbacks [] for router (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.489979 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (70831626-326d-49de-9ebe-24f1b3fa07c5), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.490174 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 02326dc3-3e07-43cf-9950-7bd86043d3f1 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:55:02.507243 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-05f288a3-8db7-4c8e-afa3-3992c0879a1e None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:55:02.512753 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: 02326dc3-3e07-43cf-9950-7bd86043d3f1 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:55:02.513499 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 02326dc3-3e07-43cf-9950-7bd86043d3f1 not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:55:02.537684 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (70831626-326d-49de-9ebe-24f1b3fa07c5), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.585892 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:55:02.587924 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=70831626-326d-49de-9ebe-24f1b3fa07c5,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:02.590362 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:55:02.592423 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:55:02.601188 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Publish callbacks [] for router_gateway (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.656266 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Deleting port 4d3186c8-ca23-440c-98f6-92414d3aedfb {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:55:02.656577 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.682413 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (a736a813-905e-41df-8af9-37ceee93afa2), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.715309 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-05f288a3-8db7-4c8e-afa3-3992c0879a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:55:01Z', 'revision_number': 5, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port': {'id': '4d3186c8-ca23-440c-98f6-92414d3aedfb', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:86:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:02.721741 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (70831626-326d-49de-9ebe-24f1b3fa07c5), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.741064 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f288a3-8db7-4c8e-afa3-3992c0879a1e None None] Checking router: ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:55:02.745029 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] For port 4d3186c8-ca23-440c-98f6-92414d3aedfb, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=4d3186c8-ca23-440c-98f6-92414d3aedfb,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:55:02.745449 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.750986 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f288a3-8db7-4c8e-afa3-3992c0879a1e None None] Routers {'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:55:02.751598 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-05f288a3-8db7-4c8e-afa3-3992c0879a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:55:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:02.762264 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Calling delete_port for 4d3186c8-ca23-440c-98f6-92414d3aedfb owned by network:router_gateway {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:55:02.841427 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-05f288a3-8db7-4c8e-afa3-3992c0879a1e None None] Set router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 gateway port host: None {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:55:02.876890 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (70831626-326d-49de-9ebe-24f1b3fa07c5), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.881819 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (70831626-326d-49de-9ebe-24f1b3fa07c5), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.900072 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-05f288a3-8db7-4c8e-afa3-3992c0879a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:55:02Z', 'revision_number': 6, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port_host': None}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:02.926661 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f288a3-8db7-4c8e-afa3-3992c0879a1e None None] The sync data for ids ['ba015fc9-fca4-4c95-bfb2-4a640ec91bd9'] in dv-cinder-831776-5-iscsi is: [{'id': 'ba015fc9-fca4-4c95-bfb2-4a640ec91bd9', 'name': 'tempest-TestVolumeBootPattern-1454078944-router', 'tenant_id': '32b0f85e1b4c44219c423466b233a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:17Z', 'updated_at': '2022-03-28T05:55:02Z', 'revision_number': 6, 'project_id': '32b0f85e1b4c44219c423466b233a884', 'gw_port_host': None}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:55:02.957734 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=70831626-326d-49de-9ebe-24f1b3fa07c5,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:02.957883 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (4d3186c8-ca23-440c-98f6-92414d3aedfb), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.968664 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (a736a813-905e-41df-8af9-37ceee93afa2), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.983682 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:02.984904 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2f0a4ebb-7585-4a96-98f2-4913bfba235a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8348622 Mar 28 05:55:02.993076 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3186c8-ca23-440c-98f6-92414d3aedfb,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:03.057906 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738316'] for router_gateway (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.071083 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.165673 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.167889 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Publish callbacks [] for router_controller (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), precommit_delete_associations {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.224864 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-52f9d530-a697-4c53-9238-c4c535f9479a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1570826229&fields=id&tenant_id=de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 267 time: 0.1061492 Mar 28 05:55:03.225762 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-753391'] for router (ba015fc9-fca4-4c95-bfb2-4a640ec91bd9), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.226309 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 {{(pid=109788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:55:03.231633 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.232692 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-37f0cafa-36b5-4475-b69b-b61af2efa4eb admin admin] 10.222.0.20 "DELETE /v2.0/routers/ba015fc9-fca4-4c95-bfb2-4a640ec91bd9 HTTP/1.1" status: 204 len: 168 time: 0.8570595 Mar 28 05:55:03.235434 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44324) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:03.279124 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6062afa-3c64-4c9e-b528-6338d47e4da3 admin admin] Deleting subnet 7494be8a-5bfe-4717-a0a1-e6832e99f302 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:55:03.282186 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6062afa-3c64-4c9e-b528-6338d47e4da3 admin admin] Publish callbacks [] for subnet (7494be8a-5bfe-4717-a0a1-e6832e99f302), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.324351 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6062afa-3c64-4c9e-b528-6338d47e4da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (7494be8a-5bfe-4717-a0a1-e6832e99f302), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.341304 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-6ad0d71a-a25e-436f-87e0-add7f7963578 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:03.343134 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-6ad0d71a-a25e-436f-87e0-add7f7963578 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 815 time: 0.1094649 Mar 28 05:55:03.358412 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-0b2b4eab-cac7-4c32-a704-018073e547df tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/quotas/de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 375 time: 0.0099244 Mar 28 05:55:03.410662 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6062afa-3c64-4c9e-b528-6338d47e4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (7494be8a-5bfe-4717-a0a1-e6832e99f302), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.417086 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-49fdb2d7-399b-4ddb-8be6-05959deddf38 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529475 Mar 28 05:55:03.463179 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6062afa-3c64-4c9e-b528-6338d47e4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (7494be8a-5bfe-4717-a0a1-e6832e99f302), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.489471 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6062afa-3c64-4c9e-b528-6338d47e4da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7494be8a-5bfe-4717-a0a1-e6832e99f302,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:03.490233 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-3efb28d1-b007-482f-bc15-1b38ba1004f9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:55:03.492676 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-3efb28d1-b007-482f-bc15-1b38ba1004f9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0619745 Mar 28 05:55:03.493176 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-b6062afa-3c64-4c9e-b528-6338d47e4da3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.497065 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-b6062afa-3c64-4c9e-b528-6338d47e4da3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7494be8a-5bfe-4717-a0a1-e6832e99f302 HTTP/1.1" status: 204 len: 168 time: 0.2602432 Mar 28 05:55:03.499164 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44328) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:03.501847 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803675c0-b7ab-4143-974e-34dd4e07ebe0 None None] Network fbc730a7-2dc9-428c-9837-7d0a146a1192 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:55:03.571400 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (fbc730a7-2dc9-428c-9837-7d0a146a1192), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.586164 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-8d3ab6f9-470d-4f82-ba4d-d7c25d97b8ed service neutron] 10.222.0.20 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868998 Mar 28 05:55:03.628566 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Deleting port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:55:03.628940 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.707091 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-98c94176-512b-4fcd-b667-561be9811eb4 service neutron] 10.222.0.20 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129959 Mar 28 05:55:03.718645 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] For port c55f2b8e-53ed-4d10-bc58-18cdd00b0252, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=c55f2b8e-53ed-4d10-bc58-18cdd00b0252,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:55:03.719011 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.741457 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] DHCP port deletion for fbc730a7-2dc9-428c-9837-7d0a146a1192 request from dv-cinder-831776-5-iscsi {{(pid=109790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:55:03.744518 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Calling delete_port for c55f2b8e-53ed-4d10-bc58-18cdd00b0252 owned by network:dhcp {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:55:03.794189 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Deleting port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:55:03.794787 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.829124 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.856839 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55f2b8e-53ed-4d10-bc58-18cdd00b0252,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:03.860480 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] No DVR routers for this DVR port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 on host dv-cinder-831776-5-iscsi {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:55:03.876171 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] For port c55f2b8e-53ed-4d10-bc58-18cdd00b0252, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=c55f2b8e-53ed-4d10-bc58-18cdd00b0252,segment=NetworkSegment(ac7fa61d-c519-418e-b629-0d68b5755614),segment_id=ac7fa61d-c519-418e-b629-0d68b5755614)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:55:03.876561 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.915555 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Calling delete_port for c55f2b8e-53ed-4d10-bc58-18cdd00b0252 owned by network:dhcp {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:55:03.934238 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d25cdb5-6c2d-47d2-b87e-88cf2d2a399d req-2bbae9f0-8269-4be6-b519-9b34674f93e7 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 210 time: 0.0425682 Mar 28 05:55:03.970181 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (fbc730a7-2dc9-428c-9837-7d0a146a1192), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:03.996486 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc730a7-2dc9-428c-9837-7d0a146a1192']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:04.007757 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7fa61d-c519-418e-b629-0d68b5755614') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:04.008855 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7fa61d-c519-418e-b629-0d68b5755614') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:04.031736 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2432485'] for segment (ac7fa61d-c519-418e-b629-0d68b5755614), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:04.032893 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900'] for port (c55f2b8e-53ed-4d10-bc58-18cdd00b0252), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:04.061041 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (ac7fa61d-c519-418e-b629-0d68b5755614), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:04.076498 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Pushing event deleted for resources: {'Port': ['ID=c55f2b8e-53ed-4d10-bc58-18cdd00b0252,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:04.082755 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:55:04.083256 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734630'] for segment (ac7fa61d-c519-418e-b629-0d68b5755614), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:04.088796 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] No DVR routers for this DVR port c55f2b8e-53ed-4d10-bc58-18cdd00b0252 on host dv-cinder-831776-5-iscsi {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:55:04.093064 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.094528 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.094881 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.096687 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.097045 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.097386 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.102117 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.102625 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.102981 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.103329 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.104910 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.105261 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.105601 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.106671 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.107022 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6b46-8018-432b-bb2e-8b3e4d14b61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: Traceback (most recent call last): Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: timer() Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: cb(*args, **kw) Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: return func(*args, **kwargs) Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: self._notify() Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: self.callback(batched_events) Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: event.method(event) Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: return f(self, *a, **k) Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._get(url).json() Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:55:04.161315 dv-cinder-831776-5-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:55:04.166476 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (fbc730a7-2dc9-428c-9837-7d0a146a1192), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:04.173464 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 4d3186c8-ca23-440c-98f6-92414d3aedfb no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:55:04.187768 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:04.194493 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44338) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:04.199830 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fbc730a7-2dc9-428c-9837-7d0a146a1192 HTTP/1.1" status: 204 len: 168 time: 0.6989043 Mar 28 05:55:04.223285 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a40d62-9034-4023-891d-f265f32ae261 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc730a7-2dc9-428c-9837-7d0a146a1192,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:04.226136 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 4d3186c8-ca23-440c-98f6-92414d3aedfb {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:55:04.226781 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 4d3186c8-ca23-440c-98f6-92414d3aedfb not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:55:04.227220 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 459f021b-4c63-4354-ad59-e95cfc8dc221 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:55:04.253367 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 459f021b-4c63-4354-ad59-e95cfc8dc221 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:55:04.253950 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 459f021b-4c63-4354-ad59-e95cfc8dc221 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:55:04.254605 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device c55f2b8e-53ed-4d10-bc58-18cdd00b0252 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:55:04.276196 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: c55f2b8e-53ed-4d10-bc58-18cdd00b0252 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:55:04.276793 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device c55f2b8e-53ed-4d10-bc58-18cdd00b0252 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:55:04.626662 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737862'] for router_interface (946b28ea-b866-4362-be27-c74f5d803a9e), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:04.748977 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:05.122451 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-afd882fa-62f1-4279-89e4-4919da947346 req-3d0b0c81-f9d1-409d-af55-625451f799da tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 210 time: 0.0870075 Mar 28 05:55:05.188384 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-147a7789-e45c-4a12-a6a5-d9ff87d9530a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:05.189796 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-147a7789-e45c-4a12-a6a5-d9ff87d9530a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 815 time: 0.1556230 Mar 28 05:55:05.302939 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-8c894f47-b3b5-4e22-a9e4-c316b2a6b739 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 380 time: 0.0894251 Mar 28 05:55:05.313710 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'port': {'device_id': 'afabf03a-813e-40b5-9055-7f72a2342704', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'admin_state_up': True, 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'security_groups': ['0758f6b4-2e30-4b71-8cb7-590cef89bca2']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:55:05.371621 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] Deleting port b69df84f-0a6e-45fa-8021-a8c20dae13b3 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:55:05.371964 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:05.485668 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] For port b69df84f-0a6e-45fa-8021-a8c20dae13b3, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=b69df84f-0a6e-45fa-8021-a8c20dae13b3,segment=NetworkSegment(e64059ab-3209-424a-a7e7-e6f5da86e418),segment_id=e64059ab-3209-424a-a7e7-e6f5da86e418)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:55:05.486025 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:05.495071 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Made reservation on behalf of de983ae3f78642c48b57ad997cad35a5 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:55:05.498383 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:05.510575 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] Calling delete_port for b69df84f-0a6e-45fa-8021-a8c20dae13b3 owned by network:router_interface {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:55:05.723444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Allocated IP 172.20.0.9 (c4c6ef47-cbf0-4092-b00a-9520b53813c7/3d655e71-db3c-41a6-8617-5aa32f1c85a5/a5954a4d-e72d-48a7-82ef-58a5a7af683c) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:55:05.818957 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (b69df84f-0a6e-45fa-8021-a8c20dae13b3), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:05.890605 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69df84f-0a6e-45fa-8021-a8c20dae13b3,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:06.028110 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:06.111662 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:06.123518 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738294'] for router_interface (946b28ea-b866-4362-be27-c74f5d803a9e), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:06.159983 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:55:06.168496 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:55:06.211833 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:55:06.250575 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=a5954a4d-e72d-48a7-82ef-58a5a7af683c,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:06.334571 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:06.335268 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:06.354785 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:06.363924 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-b60fdd90-7279-49c5-a6be-2cd69b123073 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0544348 Mar 28 05:55:06.375150 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5a1dc-7042-4537-803e-036267e15f0d req-5ccb9061-dc17-4cbf-88cc-9007d4867298 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:06.376626 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17b5a1dc-7042-4537-803e-036267e15f0d req-5ccb9061-dc17-4cbf-88cc-9007d4867298 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 931 time: 0.1660964 Mar 28 05:55:06.383075 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Request body: {'port': {'device_id': 'afabf03a-813e-40b5-9055-7f72a2342704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:55:06.421588 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-683707a5-72ce-4717-bfe1-fc41fad732b8 None None] Provisioning complete for port a5954a4d-e72d-48a7-82ef-58a5a7af683c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:55:06.422060 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-683707a5-72ce-4717-bfe1-fc41fad732b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:06.454406 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-683707a5-72ce-4717-bfe1-fc41fad732b8 None None] Port a5954a4d-e72d-48a7-82ef-58a5a7af683c cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:55:06.543580 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:06.559681 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-17b5a1dc-7042-4537-803e-036267e15f0d req-1b496d8c-f663-4e86-b54c-0fb861113a8d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731894 Mar 28 05:55:06.621431 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] Router 946b28ea-b866-4362-be27-c74f5d803a9e has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:55:06.851006 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:55:06.857629 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-b67b289d-3efd-4a7d-a4ba-a984cffd4ea9 admin admin] 10.222.0.20 "PUT /v2.0/routers/946b28ea-b866-4362-be27-c74f5d803a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6621068 Mar 28 05:55:06.860349 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44352) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:06.863635 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790a12f-bc6d-43c2-8355-86631a8e9f33 None None] Sync routers for ids ['946b28ea-b866-4362-be27-c74f5d803a9e'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:55:06.876760 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0790a12f-bc6d-43c2-8355-86631a8e9f33 None None] Routers {'946b28ea-b866-4362-be27-c74f5d803a9e'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:55:06.877385 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-0790a12f-bc6d-43c2-8355-86631a8e9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:55:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['946b28ea-b866-4362-be27-c74f5d803a9e'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:06.918111 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5954a4d-e72d-48a7-82ef-58a5a7af683c {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:55:06.925548 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Publish callbacks [] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:06.938553 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Transition to ACTIVE for port object a5954a4d-e72d-48a7-82ef-58a5a7af683c will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:55:06.943542 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:06.973600 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Publish callbacks [] for router (946b28ea-b866-4362-be27-c74f5d803a9e), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:06.988492 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-0790a12f-bc6d-43c2-8355-86631a8e9f33 None None] Set router 946b28ea-b866-4362-be27-c74f5d803a9e gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:55:06.989220 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Pushing event updated for resources: {'Port': ['ID=a5954a4d-e72d-48a7-82ef-58a5a7af683c,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:07.081785 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Publish callbacks [] for router_gateway (946b28ea-b866-4362-be27-c74f5d803a9e), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.091926 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Attempting to bind port a5954a4d-e72d-48a7-82ef-58a5a7af683c on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:55:07.092359 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Attempting to bind port a5954a4d-e72d-48a7-82ef-58a5a7af683c by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:55:07.092765 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Attempting to bind port a5954a4d-e72d-48a7-82ef-58a5a7af683c on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:55:07.097956 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Port a5954a4d-e72d-48a7-82ef-58a5a7af683c on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:55:07.098653 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Attempting to bind port a5954a4d-e72d-48a7-82ef-58a5a7af683c on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:55:07.104483 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:55:07.104839 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Checking segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:55:07.105304 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Bound using segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:55:07.105823 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Bound port: a5954a4d-e72d-48a7-82ef-58a5a7af683c, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:55:07.106459 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.148215 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Deleting port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:55:07.148535 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.187635 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] For port a5954a4d-e72d-48a7-82ef-58a5a7af683c, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:55:07.191538 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] For port a5954a4d-e72d-48a7-82ef-58a5a7af683c, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a5954a4d-e72d-48a7-82ef-58a5a7af683c,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:55:07.199579 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.237998 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:07.238647 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.240261 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] 10.222.0.21 "PUT /v2.0/ports/a5954a4d-e72d-48a7-82ef-58a5a7af683c HTTP/1.1" status: 200 len: 1093 time: 0.8612654 Mar 28 05:55:07.240902 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afabf03a-813e-40b5-9055-7f72a2342704', 'tag': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:55:07.243972 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb88992-2a12-49b8-abcf-dac85276d7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "afabf03a-813e-40b5-9055-7f72a2342704", "tag": "a5954a4d-e72d-48a7-82ef-58a5a7af683c"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:55:07.272458 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaabf8-4b90-4770-ae8e-3299291abf54 service neutron] Pushing event updated for resources: {'Port': ['ID=a5954a4d-e72d-48a7-82ef-58a5a7af683c,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:07.274202 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] For port 58c1a1f4-761a-413b-94e3-dc8c36cf1d76, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=58c1a1f4-761a-413b-94e3-dc8c36cf1d76,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:55:07.274660 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.301370 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Calling delete_port for 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 owned by network:router_gateway {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:55:07.311902 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b8b30a-801e-47a1-83c8-3b0c6d6f93c6 x-openstack-request-id: req-45b8b30a-801e-47a1-83c8-3b0c6d6f93c6 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:55:07.312197 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afabf03a-813e-40b5-9055-7f72a2342704", "tag": "a5954a4d-e72d-48a7-82ef-58a5a7af683c", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:55:07.312453 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45b8b30a-801e-47a1-83c8-3b0c6d6f93c6 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:55:07.312865 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b8b30a-801e-47a1-83c8-3b0c6d6f93c6'] response: {'name': 'network-changed', 'server_uuid': 'afabf03a-813e-40b5-9055-7f72a2342704', 'tag': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c', 'status': 'completed', 'code': 200} Mar 28 05:55:07.383150 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-f3804dc3-5aec-4425-8435-cb89aafedc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:07.384368 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-0790a12f-bc6d-43c2-8355-86631a8e9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'name': 'tempest-TestVolumeBootPattern-974253454-router', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:21Z', 'updated_at': '2022-03-28T05:55:05Z', 'revision_number': 5, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'gw_port': {'id': '58c1a1f4-761a-413b-94e3-dc8c36cf1d76', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:46:22Z', 'updated_at': '2022-03-28T05:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:07.385338 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-f3804dc3-5aec-4425-8435-cb89aafedc69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 1127 time: 0.0598409 Mar 28 05:55:07.416043 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790a12f-bc6d-43c2-8355-86631a8e9f33 None None] Checking router: 946b28ea-b866-4362-be27-c74f5d803a9e for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:55:07.427236 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0790a12f-bc6d-43c2-8355-86631a8e9f33 None None] Routers {'946b28ea-b866-4362-be27-c74f5d803a9e'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:55:07.427958 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-0790a12f-bc6d-43c2-8355-86631a8e9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:55:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['946b28ea-b866-4362-be27-c74f5d803a9e'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:07.437472 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-bb1151f1-e47e-4bab-86cf-fe91432e453c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5954a4d-e72d-48a7-82ef-58a5a7af683c HTTP/1.1" status: 200 len: 217 time: 0.0402567 Mar 28 05:55:07.493735 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-2e47ecb8-6916-43aa-8bef-8c5c677e51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:07.495498 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-2e47ecb8-6916-43aa-8bef-8c5c677e51f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0528440 Mar 28 05:55:07.495982 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (58c1a1f4-761a-413b-94e3-dc8c36cf1d76), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.527355 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=58c1a1f4-761a-413b-94e3-dc8c36cf1d76,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:07.538083 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-0790a12f-bc6d-43c2-8355-86631a8e9f33 None None] Set router 946b28ea-b866-4362-be27-c74f5d803a9e gateway port host: None {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:55:07.557597 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-f9e972bc-7789-4462-be7a-a290fd0c27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:07.559154 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-f9e972bc-7789-4462-be7a-a290fd0c27cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575886 Mar 28 05:55:07.594595 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738316'] for router_gateway (946b28ea-b866-4362-be27-c74f5d803a9e), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.604530 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-0790a12f-bc6d-43c2-8355-86631a8e9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'name': 'tempest-TestVolumeBootPattern-974253454-router', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:21Z', 'updated_at': '2022-03-28T05:55:07Z', 'revision_number': 6, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'gw_port_host': None}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:07.639194 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790a12f-bc6d-43c2-8355-86631a8e9f33 None None] The sync data for ids ['946b28ea-b866-4362-be27-c74f5d803a9e'] in dv-cinder-831776-5-iscsi is: [{'id': '946b28ea-b866-4362-be27-c74f5d803a9e', 'name': 'tempest-TestVolumeBootPattern-974253454-router', 'tenant_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:46:21Z', 'updated_at': '2022-03-28T05:55:07Z', 'revision_number': 6, 'project_id': '7d16fe25d2c04033b6f67586acdb9e6f', 'gw_port_host': None}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:55:07.691934 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (946b28ea-b866-4362-be27-c74f5d803a9e), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.694082 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Publish callbacks [] for router_controller (946b28ea-b866-4362-be27-c74f5d803a9e), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.711891 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dbfef-4ab8-47df-92c5-ad136980edae req-6f877410-4c38-48d3-8f18-14074003a3e0 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:07.713358 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f97dbfef-4ab8-47df-92c5-ad136980edae req-6f877410-4c38-48d3-8f18-14074003a3e0 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 943 time: 0.0813570 Mar 28 05:55:07.715512 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-7624e533-33f5-47af-8d33-8460300f479a service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507585 Mar 28 05:55:07.738236 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-753391'] for router (946b28ea-b866-4362-be27-c74f5d803a9e), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.738798 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 946b28ea-b866-4362-be27-c74f5d803a9e {{(pid=109789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:55:07.743624 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.747269 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-296b927f-2870-45a8-9fde-932316875f5b admin admin] 10.222.0.20 "DELETE /v2.0/routers/946b28ea-b866-4362-be27-c74f5d803a9e HTTP/1.1" status: 204 len: 168 time: 0.8832951 Mar 28 05:55:07.747475 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44358) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:07.800996 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5b6e6c-78d8-4738-9187-70eff3acd622 admin admin] Deleting subnet e80a0cf2-57dd-44d8-a4e9-4def41f29b26 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:55:07.804068 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-da5b6e6c-78d8-4738-9187-70eff3acd622 admin admin] Publish callbacks [] for subnet (e80a0cf2-57dd-44d8-a4e9-4def41f29b26), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.812760 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f97dbfef-4ab8-47df-92c5-ad136980edae req-60f696ef-237a-4fd9-907c-a5dc0189e085 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936525 Mar 28 05:55:07.838419 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-da5b6e6c-78d8-4738-9187-70eff3acd622 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (e80a0cf2-57dd-44d8-a4e9-4def41f29b26), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.848377 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-801857df-5832-437c-b4b1-5dc487f1ec74 req-e44726fb-e66e-4647-a061-9574ae7f5cf3 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236365 Mar 28 05:55:07.913879 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-da5b6e6c-78d8-4738-9187-70eff3acd622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (e80a0cf2-57dd-44d8-a4e9-4def41f29b26), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.966574 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-da5b6e6c-78d8-4738-9187-70eff3acd622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (e80a0cf2-57dd-44d8-a4e9-4def41f29b26), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.982657 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb88992-2a12-49b8-abcf-dac85276d7ee req-2a3c4616-dbdf-4345-bf6f-6d803c89f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:07.984275 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9eb88992-2a12-49b8-abcf-dac85276d7ee req-2a3c4616-dbdf-4345-bf6f-6d803c89f756 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 1127 time: 0.0466502 Mar 28 05:55:07.995789 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b6e6c-78d8-4738-9187-70eff3acd622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e80a0cf2-57dd-44d8-a4e9-4def41f29b26,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:07.999672 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-da5b6e6c-78d8-4738-9187-70eff3acd622 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.003589 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-da5b6e6c-78d8-4738-9187-70eff3acd622 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e80a0cf2-57dd-44d8-a4e9-4def41f29b26 HTTP/1.1" status: 204 len: 168 time: 0.2551746 Mar 28 05:55:08.006082 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44360) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:08.009001 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cd0eee-7d4f-4657-ba55-93d8318cbbeb None None] Network 2b155249-3c62-4a87-b72c-15e7a6a93af2 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:55:08.078756 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (2b155249-3c62-4a87-b72c-15e7a6a93af2), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.158332 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device b69df84f-0a6e-45fa-8021-a8c20dae13b3 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:55:08.160251 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Deleting port 34c93959-9d83-4730-9fdb-115528f7e0b9 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:55:08.160660 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.199616 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: b69df84f-0a6e-45fa-8021-a8c20dae13b3 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:55:08.199961 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device b69df84f-0a6e-45fa-8021-a8c20dae13b3 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:55:08.244695 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] For port 34c93959-9d83-4730-9fdb-115528f7e0b9, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=34c93959-9d83-4730-9fdb-115528f7e0b9,segment=NetworkSegment(e64059ab-3209-424a-a7e7-e6f5da86e418),segment_id=e64059ab-3209-424a-a7e7-e6f5da86e418)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:55:08.245052 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.259621 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Calling delete_port for 34c93959-9d83-4730-9fdb-115528f7e0b9 owned by network:dhcp {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:55:08.338245 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (34c93959-9d83-4730-9fdb-115528f7e0b9), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.366090 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=34c93959-9d83-4730-9fdb-115528f7e0b9,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:08.370058 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] No DVR routers for this DVR port 34c93959-9d83-4730-9fdb-115528f7e0b9 on host dv-cinder-831776-5-iscsi {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:55:08.407201 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb88992-2a12-49b8-abcf-dac85276d7ee req-e087a86a-45d1-45a5-ac4f-0487b3d2b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:08.408684 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9eb88992-2a12-49b8-abcf-dac85276d7ee req-e087a86a-45d1-45a5-ac4f-0487b3d2b6c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 915 time: 0.4183545 Mar 28 05:55:08.441098 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (2b155249-3c62-4a87-b72c-15e7a6a93af2), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.450260 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9eb88992-2a12-49b8-abcf-dac85276d7ee req-a0898f3e-194d-4eca-b519-6e91e0bf45e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5954a4d-e72d-48a7-82ef-58a5a7af683c HTTP/1.1" status: 200 len: 217 time: 0.0347285 Mar 28 05:55:08.461126 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b155249-3c62-4a87-b72c-15e7a6a93af2']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:08.473409 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64059ab-3209-424a-a7e7-e6f5da86e418') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:08.473715 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64059ab-3209-424a-a7e7-e6f5da86e418') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:08.484555 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2432485'] for segment (e64059ab-3209-424a-a7e7-e6f5da86e418), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.495413 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba1adc0-2624-4a11-9af9-39dab1957a84 None None] DHCP port deletion for 2b155249-3c62-4a87-b72c-15e7a6a93af2 request from dv-cinder-831776-5-iscsi {{(pid=109790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:55:08.504594 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (e64059ab-3209-424a-a7e7-e6f5da86e418), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.512517 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:55:08.512925 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734630'] for segment (e64059ab-3209-424a-a7e7-e6f5da86e418), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: Traceback (most recent call last): Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: timer() Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: cb(*args, **kw) Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: return func(*args, **kwargs) Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: self._notify() Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: self.callback(batched_events) Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: event.method(event) Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: return f(self, *a, **k) Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._get(url).json() Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:55:08.515325 dv-cinder-831776-5-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:55:08.536656 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb88992-2a12-49b8-abcf-dac85276d7ee req-76dfe5c2-822e-438a-985f-e357a58ffc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:08.538653 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9eb88992-2a12-49b8-abcf-dac85276d7ee req-76dfe5c2-822e-438a-985f-e357a58ffc15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0824718 Mar 28 05:55:08.583820 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (2b155249-3c62-4a87-b72c-15e7a6a93af2), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.588298 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.594616 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] 10.222.0.20 "DELETE /v2.0/networks/2b155249-3c62-4a87-b72c-15e7a6a93af2 HTTP/1.1" status: 204 len: 168 time: 0.5875065 Mar 28 05:55:08.596574 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb88992-2a12-49b8-abcf-dac85276d7ee req-d6c83375-b0a7-4405-8aeb-4f52953c629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:08.598181 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9eb88992-2a12-49b8-abcf-dac85276d7ee req-d6c83375-b0a7-4405-8aeb-4f52953c629d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528395 Mar 28 05:55:08.608105 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb226b92-4947-489c-a9c9-f4aad5b6fc1b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b155249-3c62-4a87-b72c-15e7a6a93af2,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:08.696487 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9eb88992-2a12-49b8-abcf-dac85276d7ee req-375a5d27-5185-4d35-ba9b-94c76a708185 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912836 Mar 28 05:55:08.724428 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44364) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:08.769171 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a33d099f-52e6-4c26-9ca7-4dc81307b5a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32b0f85e1b4c44219c423466b233a884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435009 Mar 28 05:55:08.771636 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44366) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:08.805798 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9eb88992-2a12-49b8-abcf-dac85276d7ee req-23c2e21d-e4f2-485b-8e3d-5d8b8929dfff service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036084 Mar 28 05:55:08.833146 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e825-c26c-4794-b85d-196f64c8ae37 admin admin] Publish callbacks [] for security_group (f13d1e47-23c4-499c-b065-58b3285eb742), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.858003 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e825-c26c-4794-b85d-196f64c8ae37 admin admin] Publish callbacks [] for security_group (f13d1e47-23c4-499c-b065-58b3285eb742), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.912090 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e825-c26c-4794-b85d-196f64c8ae37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (f13d1e47-23c4-499c-b065-58b3285eb742), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.912560 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e825-c26c-4794-b85d-196f64c8ae37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.913493 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-d7e7e825-c26c-4794-b85d-196f64c8ae37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f13d1e47-23c4-499c-b065-58b3285eb742 HTTP/1.1" status: 204 len: 168 time: 0.1409345 Mar 28 05:55:08.923406 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7e825-c26c-4794-b85d-196f64c8ae37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d1e47-23c4-499c-b065-58b3285eb742,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:08.957429 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627e3a-a6b6-4a5a-8b14-f63a30600197 req-cbd87d58-ee06-4835-ade0-9fc7901a2bb1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:08.958948 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c3627e3a-a6b6-4a5a-8b14-f63a30600197 req-cbd87d58-ee06-4835-ade0-9fc7901a2bb1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 943 time: 0.0666432 Mar 28 05:55:09.008314 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c3627e3a-a6b6-4a5a-8b14-f63a30600197 req-690381ca-d845-4e8a-a19c-d743edad4c8a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431483 Mar 28 05:55:09.018291 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:09.227117 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44374) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:09.265966 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-c2ece5f6-e7bb-4b0b-aabe-5d39a355f2e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d16fe25d2c04033b6f67586acdb9e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376909 Mar 28 05:55:09.268293 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44376) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:09.312727 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ae766396-b808-43b8-9b33-f63453adfb12 admin admin] Publish callbacks [] for security_group (c0789706-b909-4223-acd3-1ac33ed2083a), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:09.337492 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ae766396-b808-43b8-9b33-f63453adfb12 admin admin] Publish callbacks [] for security_group (c0789706-b909-4223-acd3-1ac33ed2083a), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:09.380395 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ae766396-b808-43b8-9b33-f63453adfb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (c0789706-b909-4223-acd3-1ac33ed2083a), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:09.383619 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-ae766396-b808-43b8-9b33-f63453adfb12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:09.384741 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-ae766396-b808-43b8-9b33-f63453adfb12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0789706-b909-4223-acd3-1ac33ed2083a HTTP/1.1" status: 204 len: 168 time: 0.1155770 Mar 28 05:55:09.393540 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae766396-b808-43b8-9b33-f63453adfb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0789706-b909-4223-acd3-1ac33ed2083a,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:10.100527 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:55:10.121057 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:55:10.121403 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 58c1a1f4-761a-413b-94e3-dc8c36cf1d76 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:55:10.121807 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 34c93959-9d83-4730-9fdb-115528f7e0b9 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:55:10.128506 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c25979-e5b1-4e05-a94a-2dad31e7e6f9 req-966fc0af-d2b0-4fe3-ad00-c22506176fc7 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:10.129986 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-15c25979-e5b1-4e05-a94a-2dad31e7e6f9 req-966fc0af-d2b0-4fe3-ad00-c22506176fc7 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 943 time: 0.0525465 Mar 28 05:55:10.139730 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 34c93959-9d83-4730-9fdb-115528f7e0b9 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:55:10.140070 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 34c93959-9d83-4730-9fdb-115528f7e0b9 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:55:10.176460 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-15c25979-e5b1-4e05-a94a-2dad31e7e6f9 req-ae522d7f-5a73-4460-af5e-fec30bc94f52 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Mar 28 05:55:11.291766 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100d90-f2ab-421a-bfc3-7a1cc2ecfedf req-e85436d0-55d5-4526-8bcd-66aaf4025f2e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:11.293225 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-20100d90-f2ab-421a-bfc3-7a1cc2ecfedf req-e85436d0-55d5-4526-8bcd-66aaf4025f2e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 943 time: 0.0527189 Mar 28 05:55:11.338594 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-20100d90-f2ab-421a-bfc3-7a1cc2ecfedf req-04b7ce7d-d5ab-442d-8b91-fdd4736c608e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398848 Mar 28 05:55:12.457173 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2544c5d-16b4-4919-b2ab-1c3db51708fc req-67b96993-b4e6-4dfe-99c3-0c305814be5c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:12.458638 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e2544c5d-16b4-4919-b2ab-1c3db51708fc req-67b96993-b4e6-4dfe-99c3-0c305814be5c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 943 time: 0.0546203 Mar 28 05:55:12.503887 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-e2544c5d-16b4-4919-b2ab-1c3db51708fc req-60f62f8c-44d0-4349-bf75-ab5e3c6a405a tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Mar 28 05:55:12.631517 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a5954a4d-e72d-48a7-82ef-58a5a7af683c details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:55:12.725771 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port a5954a4d-e72d-48a7-82ef-58a5a7af683c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a5954a4d-e72d-48a7-82ef-58a5a7af683c,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:55:12.737395 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'port_id': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c', 'mac_address': 'fa:16:3e:f6:9b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:55:12.772478 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port a5954a4d-e72d-48a7-82ef-58a5a7af683c is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:55:12.772864 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:12.786118 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5954a4d-e72d-48a7-82ef-58a5a7af683c {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:55:12.804732 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port a5954a4d-e72d-48a7-82ef-58a5a7af683c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a5954a4d-e72d-48a7-82ef-58a5a7af683c,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:55:12.808187 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:12.855846 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=a5954a4d-e72d-48a7-82ef-58a5a7af683c,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:13.200817 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['a5954a4d-e72d-48a7-82ef-58a5a7af683c'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:55:13.617079 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6015e6-4d80-4249-a294-e6d58da0f356 req-223dca3a-e5f3-48bb-84ea-98f36ace6c95 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:13.619120 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de6015e6-4d80-4249-a294-e6d58da0f356 req-223dca3a-e5f3-48bb-84ea-98f36ace6c95 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 944 time: 0.0509591 Mar 28 05:55:13.663344 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-de6015e6-4d80-4249-a294-e6d58da0f356 req-799c1311-d839-483e-9255-e9bd09e325a4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388069 Mar 28 05:55:14.646882 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a5954a4d-e72d-48a7-82ef-58a5a7af683c up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:55:14.694719 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port a5954a4d-e72d-48a7-82ef-58a5a7af683c completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:55:14.699406 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port a5954a4d-e72d-48a7-82ef-58a5a7af683c triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:55:14.699778 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:14.774681 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port a5954a4d-e72d-48a7-82ef-58a5a7af683c is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:55:14.775073 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:14.785434 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ce67-03ee-4682-b3ab-fd698c8dd18a req-e6f96765-e617-41a5-9557-3674c6c33bdf tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:14.786876 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3639ce67-03ee-4682-b3ab-fd698c8dd18a req-e6f96765-e617-41a5-9557-3674c6c33bdf tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 944 time: 0.0552869 Mar 28 05:55:14.797062 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afabf03a-813e-40b5-9055-7f72a2342704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:55:14.799275 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a74ad9-4273-4a78-b75d-1451d31d78d9" -d '{"events": [{"server_uuid": "afabf03a-813e-40b5-9055-7f72a2342704", "name": "network-vif-plugged", "status": "completed", "tag": "a5954a4d-e72d-48a7-82ef-58a5a7af683c"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:55:14.812180 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port a5954a4d-e72d-48a7-82ef-58a5a7af683c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a5954a4d-e72d-48a7-82ef-58a5a7af683c,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:55:14.816486 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:14.837066 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-3639ce67-03ee-4682-b3ab-fd698c8dd18a req-cefe7e9a-e878-40ca-91b3-f3fd07985218 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446219 Mar 28 05:55:14.843465 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160a8b0e-9386-40bd-894b-a126ead376e0 x-openstack-request-id: req-160a8b0e-9386-40bd-894b-a126ead376e0 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:55:14.843753 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afabf03a-813e-40b5-9055-7f72a2342704", "name": "network-vif-plugged", "status": "completed", "tag": "a5954a4d-e72d-48a7-82ef-58a5a7af683c", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:55:14.843999 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-160a8b0e-9386-40bd-894b-a126ead376e0 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:55:14.844387 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160a8b0e-9386-40bd-894b-a126ead376e0'] response: {'server_uuid': 'afabf03a-813e-40b5-9055-7f72a2342704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c', 'code': 200} Mar 28 05:55:14.870020 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=a5954a4d-e72d-48a7-82ef-58a5a7af683c,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:55:15.037170 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb4cd6-38e2-4bb6-b7c1-d7e71461cee7 req-817b2f63-d3bc-4d90-a387-f8cda332f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:15.038571 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-27bb4cd6-38e2-4bb6-b7c1-d7e71461cee7 req-817b2f63-d3bc-4d90-a387-f8cda332f9da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 1129 time: 0.0423994 Mar 28 05:55:15.080415 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-27bb4cd6-38e2-4bb6-b7c1-d7e71461cee7 req-15ec992e-a350-4798-bc86-e19f0e56ae85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360003 Mar 28 05:55:15.954467 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff91ae-486e-489d-9e70-523bb2a93420 req-574f2390-6631-4055-8f57-902c0772aeb0 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:15.956171 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-81ff91ae-486e-489d-9e70-523bb2a93420 req-574f2390-6631-4055-8f57-902c0772aeb0 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 945 time: 0.0516746 Mar 28 05:55:16.004750 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-81ff91ae-486e-489d-9e70-523bb2a93420 req-8c108e84-f5d6-489a-b1f1-2aa40028e86f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431614 Mar 28 05:55:17.119697 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f683bc-aaf6-455d-94db-79b0cade67c7 req-69514b98-fe90-45da-914f-ddb364c6b66e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:17.121162 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f1f683bc-aaf6-455d-94db-79b0cade67c7 req-69514b98-fe90-45da-914f-ddb364c6b66e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 945 time: 0.0528004 Mar 28 05:55:17.166234 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f1f683bc-aaf6-455d-94db-79b0cade67c7 req-70630fd8-403a-4bb2-91e1-1d12b43ef417 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395300 Mar 28 05:55:17.277847 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025973f-12a0-429e-afba-05204dc6da00 req-7ec972b6-fdae-4ef0-af16-6c5ee021bb68 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:17.279309 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1025973f-12a0-429e-afba-05204dc6da00 req-7ec972b6-fdae-4ef0-af16-6c5ee021bb68 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 945 time: 0.0527751 Mar 28 05:55:17.287569 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44398) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:55:17.292504 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-faaf34fd-d89d-4e6c-8d68-0f6fc294ec89 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'floatingip': {'port_id': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:55:17.569245 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-faaf34fd-d89d-4e6c-8d68-0f6fc294ec89 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (a736a813-905e-41df-8af9-37ceee93afa2), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:17.971391 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-faaf34fd-d89d-4e6c-8d68-0f6fc294ec89 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:17.975182 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-faaf34fd-d89d-4e6c-8d68-0f6fc294ec89 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (a736a813-905e-41df-8af9-37ceee93afa2), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:18.068987 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.l3_db [None req-faaf34fd-d89d-4e6c-8d68-0f6fc294ec89 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Floating IP a736a813-905e-41df-8af9-37ceee93afa2 associated. External IP: 172.27.1.184, port: a5954a4d-e72d-48a7-82ef-58a5a7af683c. Mar 28 05:55:18.272726 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaf34fd-d89d-4e6c-8d68-0f6fc294ec89 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Router 861861ec-f0b2-4091-b887-b2bbc84ab3fa has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:55:18.381830 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaf34fd-d89d-4e6c-8d68-0f6fc294ec89 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:55:18.387447 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-faaf34fd-d89d-4e6c-8d68-0f6fc294ec89 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:18.392330 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd258b2f-65af-4285-b75e-7665c19d58cb None None] Sync routers for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:55:18.401616 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd258b2f-65af-4285-b75e-7665c19d58cb None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:55:18.402226 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-dd258b2f-65af-4285-b75e-7665c19d58cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:55:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:18.416062 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-faaf34fd-d89d-4e6c-8d68-0f6fc294ec89 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "PUT /v2.0/floatingips/a736a813-905e-41df-8af9-37ceee93afa2 HTTP/1.1" status: 200 len: 991 time: 1.1274259 Mar 28 05:55:18.416649 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afabf03a-813e-40b5-9055-7f72a2342704', 'tag': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c'}] {{(pid=109789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:55:18.418973 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c7e8655501d8a1cb9212710d4ff8afd0d51cffdd3daafd9e477e3ae579e093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02780042-f396-43ba-9313-23a40ce88f43" -d '{"events": [{"name": "network-changed", "server_uuid": "afabf03a-813e-40b5-9055-7f72a2342704", "tag": "a5954a4d-e72d-48a7-82ef-58a5a7af683c"}]}' {{(pid=109789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:55:18.454129 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffdc7f1-8004-474e-8f10-8b45ab29d7c3 x-openstack-request-id: req-8ffdc7f1-8004-474e-8f10-8b45ab29d7c3 {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:55:18.454456 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afabf03a-813e-40b5-9055-7f72a2342704", "tag": "a5954a4d-e72d-48a7-82ef-58a5a7af683c", "status": "completed", "code": 200}]} {{(pid=109789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:55:18.454709 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ffdc7f1-8004-474e-8f10-8b45ab29d7c3 {{(pid=109789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:55:18.455123 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffdc7f1-8004-474e-8f10-8b45ab29d7c3'] response: {'name': 'network-changed', 'server_uuid': 'afabf03a-813e-40b5-9055-7f72a2342704', 'tag': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c', 'status': 'completed', 'code': 200} Mar 28 05:55:18.544794 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02780042-f396-43ba-9313-23a40ce88f43 req-9f988e18-1ae3-47f4-966a-45ac060cf16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:18.546310 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-02780042-f396-43ba-9313-23a40ce88f43 req-9f988e18-1ae3-47f4-966a-45ac060cf16e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 1129 time: 0.0483420 Mar 28 05:55:18.604471 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-dd258b2f-65af-4285-b75e-7665c19d58cb None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:55:18.636383 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02780042-f396-43ba-9313-23a40ce88f43 req-f0a90f6c-d12b-41b7-a0d9-8fc35084dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:18.637908 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-02780042-f396-43ba-9313-23a40ce88f43 req-f0a90f6c-d12b-41b7-a0d9-8fc35084dea1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 915 time: 0.0862322 Mar 28 05:55:18.701737 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-02780042-f396-43ba-9313-23a40ce88f43 req-4d462b28-aa00-4533-9226-c15a654552cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5954a4d-e72d-48a7-82ef-58a5a7af683c HTTP/1.1" status: 200 len: 999 time: 0.0583751 Mar 28 05:55:18.751908 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02780042-f396-43ba-9313-23a40ce88f43 req-1cbc9f47-1301-4fbc-b4c7-fde45e82a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:18.753425 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-02780042-f396-43ba-9313-23a40ce88f43 req-1cbc9f47-1301-4fbc-b4c7-fde45e82a2bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0465739 Mar 28 05:55:18.800973 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02780042-f396-43ba-9313-23a40ce88f43 req-192407b7-49b8-4c0d-af2d-fca539f78a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:55:18.802425 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-02780042-f396-43ba-9313-23a40ce88f43 req-192407b7-49b8-4c0d-af2d-fca539f78a2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433254 Mar 28 05:55:18.824561 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-dd258b2f-65af-4285-b75e-7665c19d58cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': 'a736a813-905e-41df-8af9-37ceee93afa2', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:f6:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabf03a-813e-40b5-9055-7f72a2342704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:55:02Z', 'updated_at': '2022-03-28T05:55:17Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:18.850063 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd258b2f-65af-4285-b75e-7665c19d58cb None None] Checking router: 861861ec-f0b2-4091-b887-b2bbc84ab3fa for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:55:18.858625 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd258b2f-65af-4285-b75e-7665c19d58cb None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:55:18.859232 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-dd258b2f-65af-4285-b75e-7665c19d58cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:55:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:18.888396 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-02780042-f396-43ba-9313-23a40ce88f43 req-820996a1-340c-43f6-959b-c3dbe7f177f4 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803220 Mar 28 05:55:18.964127 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-dd258b2f-65af-4285-b75e-7665c19d58cb None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:55:18.979647 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-02780042-f396-43ba-9313-23a40ce88f43 req-edb49e42-b6a6-4d06-8425-94984cb6f2f0 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859463 Mar 28 05:55:19.178937 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-dd258b2f-65af-4285-b75e-7665c19d58cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': 'a736a813-905e-41df-8af9-37ceee93afa2', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:f6:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabf03a-813e-40b5-9055-7f72a2342704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:55:02Z', 'updated_at': '2022-03-28T05:55:17Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:55:19.207474 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd258b2f-65af-4285-b75e-7665c19d58cb None None] The sync data for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi is: [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': 'a736a813-905e-41df-8af9-37ceee93afa2', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:f6:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabf03a-813e-40b5-9055-7f72a2342704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:55:02Z', 'updated_at': '2022-03-28T05:55:17Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:55:19.385347 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcf419-e020-44f0-9af2-9462f945bfb5 None None] New status for floating IP a736a813-905e-41df-8af9-37ceee93afa2: ACTIVE {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:55:29.711171 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d63941a4-3943-4bd2-a616-2df3cb7efe73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:32.087630 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e0ffb46f-0db5-4ece-87f3-a17b991b8683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:33.068890 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:34.750700 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:36.357952 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:36.373486 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:55:39.011478 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:59.712017 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ab826de1-9f85-48b6-b60e-a16b7e193857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:02.088962 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-f79ac837-c3c1-4b6b-86d9-4de5d30222b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:03.072511 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:04.754467 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:06.359451 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:09.027956 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:13.372570 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:56:22.552745 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-a48f0616-20f4-4819-8b14-3da3061396fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443740 Mar 28 05:56:22.654043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-c0428a64-9116-4966-bd5e-991c1414c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:22.655525 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-c0428a64-9116-4966-bd5e-991c1414c822 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 1129 time: 0.0438633 Mar 28 05:56:22.758793 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-a80c6408-cbe5-4e6a-b214-27c522d0c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:22.760257 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-a80c6408-cbe5-4e6a-b214-27c522d0c5ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 915 time: 0.0866997 Mar 28 05:56:22.824272 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-972203f2-4b46-464d-83ca-63e83f7771e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5954a4d-e72d-48a7-82ef-58a5a7af683c HTTP/1.1" status: 200 len: 1001 time: 0.0584624 Mar 28 05:56:22.876613 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-e9c7d142-10fa-4652-b07b-c37da2689725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:22.878071 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-e9c7d142-10fa-4652-b07b-c37da2689725 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0473502 Mar 28 05:56:22.924908 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-74f830e9-4b6d-491e-a70a-2b49b1ef3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:22.926728 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-74f830e9-4b6d-491e-a70a-2b49b1ef3ac0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426426 Mar 28 05:56:23.019124 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-59db457f-b1c4-442f-9061-154b82878dd1 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868616 Mar 28 05:56:23.110808 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-312fa31c-7e95-4b61-a1c6-1b86fa6a3e14 req-38f9d20c-65c0-4643-b350-3dff37dbe3c2 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857468 Mar 28 05:56:29.712848 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6870-435f-4710-aa56-8cd70363c68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:32.094434 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6ff7d95b-f845-4955-a470-a9d3ffc17106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:33.074340 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:34.756191 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:36.363483 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:39.019634 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:39.845638 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-5174bfed-c4ef-44b0-86db-cb16706400a9 req-3c0d973e-c81e-4cc3-af22-23b21223fba6 service neutron] (109789) timed out ('10.222.0.21', 52341) {{(pid=109789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 05:56:44.812030 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5347-bdda-4ed2-aacf-e5f7ad391e79 req-05f8610d-8ab7-4a1d-bb63-77fcbe3e31af tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:44.813461 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c00a5347-bdda-4ed2-aacf-e5f7ad391e79 req-05f8610d-8ab7-4a1d-bb63-77fcbe3e31af tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 945 time: 0.0522554 Mar 28 05:56:44.859504 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c00a5347-bdda-4ed2-aacf-e5f7ad391e79 req-35d7f31a-03b0-4e6c-a7c5-717d158f1769 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404661 Mar 28 05:56:45.982464 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac925-96e5-4281-893c-6b812c26f2bb req-f4ff97bc-c850-4509-99f3-df4164cb7678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:45.983899 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-470ac925-96e5-4281-893c-6b812c26f2bb req-f4ff97bc-c850-4509-99f3-df4164cb7678 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 945 time: 0.0562205 Mar 28 05:56:46.027941 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-470ac925-96e5-4281-893c-6b812c26f2bb req-b4eac540-12d7-48bf-9c35-ef0846d7093e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385916 Mar 28 05:56:46.713326 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-9a868be6-246a-4015-a6cc-2977443f191c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:46.714769 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-9a868be6-246a-4015-a6cc-2977443f191c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 945 time: 0.0510216 Mar 28 05:56:46.804224 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Deleting port a5954a4d-e72d-48a7-82ef-58a5a7af683c {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:56:46.804478 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:46.888809 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] For port a5954a4d-e72d-48a7-82ef-58a5a7af683c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a5954a4d-e72d-48a7-82ef-58a5a7af683c,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:56:46.889194 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:47.054698 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:47.055370 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (a736a813-905e-41df-8af9-37ceee93afa2), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:47.055370 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Floating IP a736a813-905e-41df-8af9-37ceee93afa2 disassociated. External IP: 172.27.1.184, port: a5954a4d-e72d-48a7-82ef-58a5a7af683c. Mar 28 05:56:47.055972 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Calling delete_port for a5954a4d-e72d-48a7-82ef-58a5a7af683c owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:56:47.173975 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cba83-e9b2-47c4-af52-719365fe6544 req-3d97e857-b62e-4d5f-bbb6-286d8959476f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:47.175462 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-098cba83-e9b2-47c4-af52-719365fe6544 req-3d97e857-b62e-4d5f-bbb6-286d8959476f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=afabf03a-813e-40b5-9055-7f72a2342704 HTTP/1.1" status: 200 len: 945 time: 0.0760634 Mar 28 05:56:47.254188 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (a5954a4d-e72d-48a7-82ef-58a5a7af683c), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:47.270656 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-098cba83-e9b2-47c4-af52-719365fe6544 req-2892116a-50b6-438e-858c-b0dad8be8315 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=0758f6b4-2e30-4b71-8cb7-590cef89bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869577 Mar 28 05:56:47.291218 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'Port': ['ID=a5954a4d-e72d-48a7-82ef-58a5a7af683c,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:47.299670 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.300020 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.300360 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.300695 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.301022 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.301346 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.301673 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.301992 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.302333 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.302658 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.302980 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.303310 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.303629 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.303945 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.304868 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:47.413853 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Router 861861ec-f0b2-4091-b887-b2bbc84ab3fa has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:56:47.521117 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:56:47.531127 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accfb713-839a-4483-a386-0d7496c0e86e None None] Sync routers for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:56:47.540581 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accfb713-839a-4483-a386-0d7496c0e86e None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:56:47.541392 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-accfb713-839a-4483-a386-0d7496c0e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:56:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:56:47.561945 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] No DVR routers for this DVR port a5954a4d-e72d-48a7-82ef-58a5a7af683c on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:56:47.564332 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:47.567680 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-55d4525c-1b5a-4a60-9e3f-66b61f57f495 req-f777fdd1-8669-490d-a985-eb580a977c6c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "DELETE /v2.0/ports/a5954a4d-e72d-48a7-82ef-58a5a7af683c HTTP/1.1" status: 204 len: 173 time: 0.8480852 Mar 28 05:56:47.568124 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afabf03a-813e-40b5-9055-7f72a2342704', 'name': 'network-vif-deleted', 'tag': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:56:47.570363 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4128d272-3d51-497f-9c12-9a6dc694b9b0" -d '{"events": [{"server_uuid": "afabf03a-813e-40b5-9055-7f72a2342704", "name": "network-vif-deleted", "tag": "a5954a4d-e72d-48a7-82ef-58a5a7af683c"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:56:47.606374 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628e3a85-d7c2-45ff-b958-9519329092b3 x-openstack-request-id: req-628e3a85-d7c2-45ff-b958-9519329092b3 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:56:47.606761 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afabf03a-813e-40b5-9055-7f72a2342704", "name": "network-vif-deleted", "tag": "a5954a4d-e72d-48a7-82ef-58a5a7af683c", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:56:47.607173 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-628e3a85-d7c2-45ff-b958-9519329092b3 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:56:47.607699 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628e3a85-d7c2-45ff-b958-9519329092b3'] response: {'server_uuid': 'afabf03a-813e-40b5-9055-7f72a2342704', 'name': 'network-vif-deleted', 'tag': 'a5954a4d-e72d-48a7-82ef-58a5a7af683c', 'status': 'completed', 'code': 200} Mar 28 05:56:47.664982 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-accfb713-839a-4483-a386-0d7496c0e86e None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:56:47.873300 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-accfb713-839a-4483-a386-0d7496c0e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:56:47.897846 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accfb713-839a-4483-a386-0d7496c0e86e None None] Checking router: 861861ec-f0b2-4091-b887-b2bbc84ab3fa for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:56:47.905717 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accfb713-839a-4483-a386-0d7496c0e86e None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:56:47.906341 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-accfb713-839a-4483-a386-0d7496c0e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:56:32Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:56:48.013776 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-accfb713-839a-4483-a386-0d7496c0e86e None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:56:48.294208 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-accfb713-839a-4483-a386-0d7496c0e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:56:48.325853 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accfb713-839a-4483-a386-0d7496c0e86e None None] The sync data for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi is: [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:56:48.353731 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44520) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:56:48.410786 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (0758f6b4-2e30-4b71-8cb7-590cef89bca2), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:48.434210 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (0758f6b4-2e30-4b71-8cb7-590cef89bca2), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:48.485103 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (0758f6b4-2e30-4b71-8cb7-590cef89bca2), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:48.487790 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:48.488941 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "DELETE /v2.0/security-groups/0758f6b4-2e30-4b71-8cb7-590cef89bca2 HTTP/1.1" status: 204 len: 168 time: 0.1339977 Mar 28 05:56:48.491764 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44524) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:56:48.502449 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0758f6b4-2e30-4b71-8cb7-590cef89bca2,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:48.506746 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.api.v2.resource [None req-d17c1e74-8d7d-4084-9f60-f4aafdd114e9 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] show failed (client error): The resource could not be found. Mar 28 05:56:48.510457 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-d17c1e74-8d7d-4084-9f60-f4aafdd114e9 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups/0758f6b4-2e30-4b71-8cb7-590cef89bca2 HTTP/1.1" status: 404 len: 347 time: 0.0151570 Mar 28 05:56:48.510603 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.510603 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.510794 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44526) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:56:48.510879 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.511224 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.511563 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.511905 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.512236 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.512619 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.513161 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.513426 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.513781 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.514097 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.514450 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.514782 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.515239 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875c1c8-bba6-42e8-bc0f-69a1ab64e520 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:48.563922 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f514886-75db-43b1-ab7f-228988e7dc85 None None] New status for floating IP a736a813-905e-41df-8af9-37ceee93afa2: DOWN {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:56:48.648349 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-18b19a4a-b402-4cb9-8cf7-1ed77122152b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Deleting port 70831626-326d-49de-9ebe-24f1b3fa07c5 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:56:48.648695 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-18b19a4a-b402-4cb9-8cf7-1ed77122152b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (70831626-326d-49de-9ebe-24f1b3fa07c5), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:48.730315 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-18b19a4a-b402-4cb9-8cf7-1ed77122152b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (70831626-326d-49de-9ebe-24f1b3fa07c5), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:48.730652 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-18b19a4a-b402-4cb9-8cf7-1ed77122152b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (70831626-326d-49de-9ebe-24f1b3fa07c5), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:48.742797 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-18b19a4a-b402-4cb9-8cf7-1ed77122152b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Calling delete_port for 70831626-326d-49de-9ebe-24f1b3fa07c5 owned by network:floatingip {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:56:48.868877 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-18b19a4a-b402-4cb9-8cf7-1ed77122152b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (70831626-326d-49de-9ebe-24f1b3fa07c5), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:48.894821 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b19a4a-b402-4cb9-8cf7-1ed77122152b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'Port': ['ID=70831626-326d-49de-9ebe-24f1b3fa07c5,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:48.958029 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-18b19a4a-b402-4cb9-8cf7-1ed77122152b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (a736a813-905e-41df-8af9-37ceee93afa2), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:48.960651 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-18b19a4a-b402-4cb9-8cf7-1ed77122152b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:48.961790 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-18b19a4a-b402-4cb9-8cf7-1ed77122152b tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "DELETE /v2.0/floatingips/a736a813-905e-41df-8af9-37ceee93afa2 HTTP/1.1" status: 204 len: 168 time: 0.4501135 Mar 28 05:56:49.201538 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44530) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:56:49.206424 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-2fba9e15-4f07-432f-ac07-ed6b41c3c6f6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1806069497', 'description': 'tempest-description--1548155911'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:56:49.232037 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2fba9e15-4f07-432f-ac07-ed6b41c3c6f6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.297294 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2fba9e15-4f07-432f-ac07-ed6b41c3c6f6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (2d9f6479-2033-4bf1-b5e2-ad261d3c1be5), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.300951 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2fba9e15-4f07-432f-ac07-ed6b41c3c6f6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2d9f6479-2033-4bf1-b5e2-ad261d3c1be5), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.332007 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-2fba9e15-4f07-432f-ac07-ed6b41c3c6f6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.333201 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-2fba9e15-4f07-432f-ac07-ed6b41c3c6f6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1306405 Mar 28 05:56:49.335184 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba9e15-4f07-432f-ac07-ed6b41c3c6f6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:49.336228 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44532) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:56:49.340829 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-820fd5a2-9997-4cd3-a1b1-cdf39f0e1b21 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group_rule': {'security_group_id': '2d9f6479-2033-4bf1-b5e2-ad261d3c1be5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:56:49.364977 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-820fd5a2-9997-4cd3-a1b1-cdf39f0e1b21 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (587b3ec7-2685-492b-8e10-02fbb6949b21), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.409576 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-820fd5a2-9997-4cd3-a1b1-cdf39f0e1b21 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (587b3ec7-2685-492b-8e10-02fbb6949b21), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.412965 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-820fd5a2-9997-4cd3-a1b1-cdf39f0e1b21 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (587b3ec7-2685-492b-8e10-02fbb6949b21), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.431120 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fd5a2-9997-4cd3-a1b1-cdf39f0e1b21 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587b3ec7-2685-492b-8e10-02fbb6949b21,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:49.436797 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-820fd5a2-9997-4cd3-a1b1-cdf39f0e1b21 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.437963 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-820fd5a2-9997-4cd3-a1b1-cdf39f0e1b21 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1006885 Mar 28 05:56:49.440621 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44534) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:56:49.444749 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-5a01885f-8893-48d6-afba-6047b110cd27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'security_group_rule': {'security_group_id': '2d9f6479-2033-4bf1-b5e2-ad261d3c1be5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:56:49.472102 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5a01885f-8893-48d6-afba-6047b110cd27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (c79298ed-c764-4e08-8383-2161f5d8a43f), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.526575 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5a01885f-8893-48d6-afba-6047b110cd27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (c79298ed-c764-4e08-8383-2161f5d8a43f), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.533930 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5a01885f-8893-48d6-afba-6047b110cd27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (c79298ed-c764-4e08-8383-2161f5d8a43f), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.549325 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01885f-8893-48d6-afba-6047b110cd27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79298ed-c764-4e08-8383-2161f5d8a43f,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:49.559327 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5a01885f-8893-48d6-afba-6047b110cd27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.561120 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5a01885f-8893-48d6-afba-6047b110cd27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195993 Mar 28 05:56:49.564170 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44536) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:56:49.568574 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:56:49.587451 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.682552 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.781141 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_common [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Allocated IP 172.27.1.235 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/a1b94fae-cdf8-45ea-a08d-58689e2440ef) {{(pid=109789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:56:49.881499 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (a1b94fae-cdf8-45ea-a08d-58689e2440ef), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.913415 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (a1b94fae-cdf8-45ea-a08d-58689e2440ef), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:49.948621 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:56:49.951367 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.base_scheduler [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Resources bound (agent type, host, resource id): {{(pid=109789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:56:49.957066 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Received port after_create {{(pid=109789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:56:49.962459 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=a1b94fae-cdf8-45ea-a08d-58689e2440ef,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:50.040197 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (188e5895-97b8-433e-9027-c6544a3564a9), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:50.077896 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (a1b94fae-cdf8-45ea-a08d-58689e2440ef), before_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:50.218928 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (a1b94fae-cdf8-45ea-a08d-58689e2440ef), precommit_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:50.223175 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734658'] for port (a1b94fae-cdf8-45ea-a08d-58689e2440ef), after_update {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:50.292918 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=a1b94fae-cdf8-45ea-a08d-58689e2440ef,revision_number=2']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:50.301563 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (188e5895-97b8-433e-9027-c6544a3564a9), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:50.316716 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:50.317926 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-aba9c978-cf88-4a45-b72b-52fc714d9252 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7526803 Mar 28 05:56:50.371277 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:56:50.461044 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-920f8467-2313-4513-b928-d8a86cb1734d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1806069497&fields=id&tenant_id=de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 267 time: 0.0406158 Mar 28 05:56:50.566689 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-0b4f4895-d367-49ae-8c5f-68c38e3fe27c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:50.568106 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-0b4f4895-d367-49ae-8c5f-68c38e3fe27c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 815 time: 0.1003354 Mar 28 05:56:50.582103 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-bd41c6c9-6b8f-42c8-a237-20239d8ad9e5 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/quotas/de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 375 time: 0.0087585 Mar 28 05:56:50.636742 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-11d4f10b-51cb-421e-88eb-b56c6b68cfbf tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498688 Mar 28 05:56:50.731129 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-39a36e10-4f9b-4b04-a634-12895e2cdd62 service neutron] 10.222.0.20 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833633 Mar 28 05:56:50.816675 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-5031cb2f-d306-42b5-85d9-73a7b10b30d7 service neutron] 10.222.0.20 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793278 Mar 28 05:56:50.970738 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b8695379-d1db-4651-885e-d9b92f3c1d0b req-8f40b0b4-43eb-44e9-9b75-3aac875c8418 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 210 time: 0.0274491 Mar 28 05:56:51.108338 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a5954a4d-e72d-48a7-82ef-58a5a7af683c no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:56:51.131300 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: a5954a4d-e72d-48a7-82ef-58a5a7af683c {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:56:51.131701 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device a5954a4d-e72d-48a7-82ef-58a5a7af683c not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:56:52.038866 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-8566fab6-754f-4d5d-b784-e69fc9dc1cec tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:52.040507 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-8566fab6-754f-4d5d-b784-e69fc9dc1cec tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 815 time: 0.1044698 Mar 28 05:56:52.069475 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d06fa03-ea4a-4904-a453-535503445715 req-3733f719-9f94-4aeb-8277-06b15b675eda tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 210 time: 0.0280094 Mar 28 05:56:52.126511 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-8c9e4cdc-24ff-48a7-86b7-0c15d16d6a19 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de983ae3f78642c48b57ad997cad35a5 HTTP/1.1" status: 200 len: 380 time: 0.0595694 Mar 28 05:56:52.142657 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'port': {'device_id': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'admin_state_up': True, 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'security_groups': ['2d9f6479-2033-4bf1-b5e2-ad261d3c1be5']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:56:52.248502 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Made reservation on behalf of de983ae3f78642c48b57ad997cad35a5 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:56:52.251753 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:52.372036 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Allocated IP 172.20.0.9 (c4c6ef47-cbf0-4092-b00a-9520b53813c7/3d655e71-db3c-41a6-8617-5aa32f1c85a5/640479c5-fd38-4b78-bf37-6b1eb7918e67) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:56:52.506121 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:52.537533 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:52.578307 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:56:52.581546 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:56:52.587038 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:56:52.614075 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event updated for resources: {'Port': ['ID=640479c5-fd38-4b78-bf37-6b1eb7918e67,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:52.643107 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:52.643805 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:52.659574 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7d8d257b-2f7c-441b-80d5-072c99290c27 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5204542 Mar 28 05:56:52.773233 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Request body: {'port': {'device_id': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:56:52.828987 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:52.850013 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-d7ccd576-0d1c-4058-982b-52d122adc2d6 None None] Provisioning complete for port 640479c5-fd38-4b78-bf37-6b1eb7918e67 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:56:52.850640 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d7ccd576-0d1c-4058-982b-52d122adc2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:52.884792 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d7ccd576-0d1c-4058-982b-52d122adc2d6 None None] Port 640479c5-fd38-4b78-bf37-6b1eb7918e67 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:56:53.086057 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640479c5-fd38-4b78-bf37-6b1eb7918e67 {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:56:53.094203 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Publish callbacks [] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:53.106767 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Transition to ACTIVE for port object 640479c5-fd38-4b78-bf37-6b1eb7918e67 will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:56:53.111236 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:53.185755 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Pushing event updated for resources: {'Port': ['ID=640479c5-fd38-4b78-bf37-6b1eb7918e67,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:53.263223 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444b2d7-ffdd-4e2f-85e9-63bbfc14947e req-232b8d16-1bc1-4a4d-a4a3-d43ddfe15e69 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:53.264746 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0444b2d7-ffdd-4e2f-85e9-63bbfc14947e req-232b8d16-1bc1-4a4d-a4a3-d43ddfe15e69 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 943 time: 0.1224091 Mar 28 05:56:53.290060 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Attempting to bind port 640479c5-fd38-4b78-bf37-6b1eb7918e67 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:56:53.290421 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Attempting to bind port 640479c5-fd38-4b78-bf37-6b1eb7918e67 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:56:53.290747 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Attempting to bind port 640479c5-fd38-4b78-bf37-6b1eb7918e67 on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:56:53.300949 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Port 640479c5-fd38-4b78-bf37-6b1eb7918e67 on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:56:53.301264 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Attempting to bind port 640479c5-fd38-4b78-bf37-6b1eb7918e67 on network c4c6ef47-cbf0-4092-b00a-9520b53813c7 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:56:53.314075 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:56:53.314448 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Checking segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:56:53.314832 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Bound using segment: {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:56:53.315255 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Bound port: 640479c5-fd38-4b78-bf37-6b1eb7918e67, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f4c8b0-0e00-408a-b168-a5519837b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:56:53.315608 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:53.340591 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0444b2d7-ffdd-4e2f-85e9-63bbfc14947e req-7728e57c-1d00-4bfb-8c3b-e071b857b345 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660658 Mar 28 05:56:53.390512 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] For port 640479c5-fd38-4b78-bf37-6b1eb7918e67, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:56:53.394365 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] For port 640479c5-fd38-4b78-bf37-6b1eb7918e67, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=640479c5-fd38-4b78-bf37-6b1eb7918e67,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:56:53.400409 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:53.435439 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:53.436090 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:53.437475 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] 10.222.0.21 "PUT /v2.0/ports/640479c5-fd38-4b78-bf37-6b1eb7918e67 HTTP/1.1" status: 200 len: 1093 time: 0.7589090 Mar 28 05:56:53.437917 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'tag': '640479c5-fd38-4b78-bf37-6b1eb7918e67'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:56:53.440173 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be9e121-2c96-4243-8310-c444260d8f30" -d '{"events": [{"name": "network-changed", "server_uuid": "016d76ed-bc9a-4596-b21e-e2274a8eb849", "tag": "640479c5-fd38-4b78-bf37-6b1eb7918e67"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:56:53.464382 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf4c6a-b3df-49de-9d88-84f702173975 service neutron] Pushing event updated for resources: {'Port': ['ID=640479c5-fd38-4b78-bf37-6b1eb7918e67,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:53.480998 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d8b8fb-7cf1-4a7f-a022-9febb5ba692a x-openstack-request-id: req-03d8b8fb-7cf1-4a7f-a022-9febb5ba692a {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:56:53.481298 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016d76ed-bc9a-4596-b21e-e2274a8eb849", "tag": "640479c5-fd38-4b78-bf37-6b1eb7918e67", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:56:53.482108 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03d8b8fb-7cf1-4a7f-a022-9febb5ba692a {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:56:53.482562 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d8b8fb-7cf1-4a7f-a022-9febb5ba692a'] response: {'name': 'network-changed', 'server_uuid': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'tag': '640479c5-fd38-4b78-bf37-6b1eb7918e67', 'status': 'completed', 'code': 200} Mar 28 05:56:53.547558 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-cbdc7c39-b64f-4cd3-8f99-8b868b101806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:53.549077 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-cbdc7c39-b64f-4cd3-8f99-8b868b101806 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 1127 time: 0.0510297 Mar 28 05:56:53.596662 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-eeab967c-60f4-4238-9631-2081762bdb56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=640479c5-fd38-4b78-bf37-6b1eb7918e67 HTTP/1.1" status: 200 len: 217 time: 0.0357420 Mar 28 05:56:53.644159 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-e9fcaaa1-9ec0-46ff-928b-f72820a69bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:53.645594 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-e9fcaaa1-9ec0-46ff-928b-f72820a69bd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0437634 Mar 28 05:56:53.700747 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-da91c0bf-8c2d-4464-affe-6d086c47b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:53.703198 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-da91c0bf-8c2d-4464-affe-6d086c47b3ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518260 Mar 28 05:56:53.789113 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-1dea52d2-4f68-4dcf-baf7-0889994787be service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793183 Mar 28 05:56:53.877820 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b4b353d-0eee-4c20-8064-ad4bd95e3481 req-2f53427f-1abf-406b-b562-2e5ab37ddd87 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824585 Mar 28 05:56:54.014015 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9e121-2c96-4243-8310-c444260d8f30 req-4d903309-2826-48e3-99e4-b1d440c9b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:54.015553 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6be9e121-2c96-4243-8310-c444260d8f30 req-4d903309-2826-48e3-99e4-b1d440c9b341 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 1127 time: 0.0464876 Mar 28 05:56:54.100538 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9e121-2c96-4243-8310-c444260d8f30 req-21835bad-6895-440b-adc3-8c53ce6593e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:54.102123 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6be9e121-2c96-4243-8310-c444260d8f30 req-21835bad-6895-440b-adc3-8c53ce6593e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 915 time: 0.0804543 Mar 28 05:56:54.144637 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6be9e121-2c96-4243-8310-c444260d8f30 req-5a203c1c-cf83-4001-8a79-f3b1d0f98bfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=640479c5-fd38-4b78-bf37-6b1eb7918e67 HTTP/1.1" status: 200 len: 217 time: 0.0368156 Mar 28 05:56:54.190679 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9e121-2c96-4243-8310-c444260d8f30 req-cbbed08e-6b05-412d-aa7d-cc1dc86bf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:54.192038 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6be9e121-2c96-4243-8310-c444260d8f30 req-cbbed08e-6b05-412d-aa7d-cc1dc86bf990 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0419781 Mar 28 05:56:54.239422 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9e121-2c96-4243-8310-c444260d8f30 req-09380563-dfdc-48a0-9556-cd6c0a413d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:54.240854 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6be9e121-2c96-4243-8310-c444260d8f30 req-09380563-dfdc-48a0-9556-cd6c0a413d91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424891 Mar 28 05:56:54.629666 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6be9e121-2c96-4243-8310-c444260d8f30 req-3d99ad2c-503f-4574-89ce-e65f85032cfd service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826785 Mar 28 05:56:54.636446 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8a20e-ab33-41b3-868d-505f3fb4f5d1 req-05f6c8f8-aead-4a92-8bd3-23375b8bd388 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:54.638295 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-15b8a20e-ab33-41b3-868d-505f3fb4f5d1 req-05f6c8f8-aead-4a92-8bd3-23375b8bd388 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 943 time: 0.0807633 Mar 28 05:56:54.736336 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-15b8a20e-ab33-41b3-868d-505f3fb4f5d1 req-b12df9f1-2e59-4d10-bf41-21b3a8059d1c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904665 Mar 28 05:56:54.756549 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6be9e121-2c96-4243-8310-c444260d8f30 req-262114c3-8c79-4c20-8d7c-867b6814661c service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173625 Mar 28 05:56:55.852234 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7e9ee-03fb-4675-9c5a-0417d2d8f93e req-1314251a-1939-4481-b104-8bd7748c08c1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:55.853575 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ddd7e9ee-03fb-4675-9c5a-0417d2d8f93e req-1314251a-1939-4481-b104-8bd7748c08c1 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 943 time: 0.0517249 Mar 28 05:56:55.899638 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ddd7e9ee-03fb-4675-9c5a-0417d2d8f93e req-de396382-44a7-4dfd-bebd-22854aee3171 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393567 Mar 28 05:56:57.015383 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e6790-b4f9-4f93-a049-7f4f05ee54b1 req-cbeafadf-0df9-40f1-999c-43924eb7bf35 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:57.016864 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-573e6790-b4f9-4f93-a049-7f4f05ee54b1 req-cbeafadf-0df9-40f1-999c-43924eb7bf35 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 943 time: 0.0515733 Mar 28 05:56:57.065777 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-573e6790-b4f9-4f93-a049-7f4f05ee54b1 req-49aa0c1d-38ca-4eaf-b24b-97ea4e761d45 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Mar 28 05:56:57.111296 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 640479c5-fd38-4b78-bf37-6b1eb7918e67 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:56:57.326567 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 640479c5-fd38-4b78-bf37-6b1eb7918e67, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=640479c5-fd38-4b78-bf37-6b1eb7918e67,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:56:57.337818 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '640479c5-fd38-4b78-bf37-6b1eb7918e67', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'port_id': '640479c5-fd38-4b78-bf37-6b1eb7918e67', 'mac_address': 'fa:16:3e:e8:9e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:56:57.374012 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 640479c5-fd38-4b78-bf37-6b1eb7918e67 is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:56:57.374437 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:57.389360 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640479c5-fd38-4b78-bf37-6b1eb7918e67 {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:56:57.408720 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 640479c5-fd38-4b78-bf37-6b1eb7918e67, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=640479c5-fd38-4b78-bf37-6b1eb7918e67,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:56:57.412554 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:57.457426 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=640479c5-fd38-4b78-bf37-6b1eb7918e67,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:57.464118 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.464483 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.464819 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.465159 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.466190 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.466548 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.466880 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.467210 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.467538 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.467863 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.468186 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.468510 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.468834 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.469154 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.469472 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:56:57.795382 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['640479c5-fd38-4b78-bf37-6b1eb7918e67'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:56:58.179620 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db572e-ccfe-456b-899e-49d1f9bb9618 req-a628952c-b60c-468f-adfb-e3f21d76ec36 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:58.181099 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-54db572e-ccfe-456b-899e-49d1f9bb9618 req-a628952c-b60c-468f-adfb-e3f21d76ec36 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 944 time: 0.0510364 Mar 28 05:56:58.226400 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-54db572e-ccfe-456b-899e-49d1f9bb9618 req-862f16da-906a-47d8-bf03-0246afc69cf6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398304 Mar 28 05:56:59.110561 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 640479c5-fd38-4b78-bf37-6b1eb7918e67 up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:56:59.158755 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port 640479c5-fd38-4b78-bf37-6b1eb7918e67 completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:56:59.162641 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 640479c5-fd38-4b78-bf37-6b1eb7918e67 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:56:59.163015 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:59.236546 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 640479c5-fd38-4b78-bf37-6b1eb7918e67 is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:56:59.236932 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:59.261458 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640479c5-fd38-4b78-bf37-6b1eb7918e67'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:56:59.264164 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff96bbce-e66e-41bc-9675-c1470b462f3b" -d '{"events": [{"server_uuid": "016d76ed-bc9a-4596-b21e-e2274a8eb849", "name": "network-vif-plugged", "status": "completed", "tag": "640479c5-fd38-4b78-bf37-6b1eb7918e67"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:56:59.277193 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 640479c5-fd38-4b78-bf37-6b1eb7918e67, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=640479c5-fd38-4b78-bf37-6b1eb7918e67,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:56:59.283185 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:59.306992 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05751bf6-58b1-4d3d-b1bb-ec29bf3b0fbf x-openstack-request-id: req-05751bf6-58b1-4d3d-b1bb-ec29bf3b0fbf {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:56:59.307282 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016d76ed-bc9a-4596-b21e-e2274a8eb849", "name": "network-vif-plugged", "status": "completed", "tag": "640479c5-fd38-4b78-bf37-6b1eb7918e67", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:56:59.307534 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05751bf6-58b1-4d3d-b1bb-ec29bf3b0fbf {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:56:59.307934 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05751bf6-58b1-4d3d-b1bb-ec29bf3b0fbf'] response: {'server_uuid': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640479c5-fd38-4b78-bf37-6b1eb7918e67', 'code': 200} Mar 28 05:56:59.333169 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=640479c5-fd38-4b78-bf37-6b1eb7918e67,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:56:59.350448 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011c140-ecf4-4390-b0f9-02c101bea1fc req-a9ae5c0b-b7ed-44d3-9368-892622cbeddd tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:59.352137 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c011c140-ecf4-4390-b0f9-02c101bea1fc req-a9ae5c0b-b7ed-44d3-9368-892622cbeddd tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 945 time: 0.0555687 Mar 28 05:56:59.402868 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c011c140-ecf4-4390-b0f9-02c101bea1fc req-efd66f48-e571-485e-957e-138e5ac622a3 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435627 Mar 28 05:56:59.508576 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ab74-0f78-464c-a5a2-dd2c5c05902f req-1ec998e2-2069-4bce-8e8c-bfd93e624fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:56:59.510135 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-07c0ab74-0f78-464c-a5a2-dd2c5c05902f req-1ec998e2-2069-4bce-8e8c-bfd93e624fb2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 1129 time: 0.0465145 Mar 28 05:56:59.555214 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-07c0ab74-0f78-464c-a5a2-dd2c5c05902f req-35213ec3-6fff-4dfd-8abb-1f2794ed0fec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392213 Mar 28 05:56:59.715503 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e02ee937-2bde-47b8-b3f0-f4bb3b432703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:00.519289 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba62e3-e281-4c57-8f6d-a00e44e28a4c req-e5047551-e344-4df1-8457-0a06969bf4c4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:57:00.520764 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a1ba62e3-e281-4c57-8f6d-a00e44e28a4c req-e5047551-e344-4df1-8457-0a06969bf4c4 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 945 time: 0.0507138 Mar 28 05:57:00.567219 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a1ba62e3-e281-4c57-8f6d-a00e44e28a4c req-a7aa12be-dea3-4b9b-9220-bdd3ac179e04 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409257 Mar 28 05:57:01.685185 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0df97-05d4-475a-ba85-8f07dd7d9fac req-49922432-a11a-4d22-a4dd-2c35527455d2 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:57:01.687243 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-79c0df97-05d4-475a-ba85-8f07dd7d9fac req-49922432-a11a-4d22-a4dd-2c35527455d2 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 945 time: 0.0549338 Mar 28 05:57:01.733598 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-79c0df97-05d4-475a-ba85-8f07dd7d9fac req-ad282796-f13a-4794-97a2-54f3b3e12c1e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407808 Mar 28 05:57:01.843844 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2414c9-89e8-4ae1-ba26-185272d26b25 req-c55e42a0-1aca-4b62-9a65-29cec2f4a61e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:57:01.845287 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4d2414c9-89e8-4ae1-ba26-185272d26b25 req-c55e42a0-1aca-4b62-9a65-29cec2f4a61e tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 945 time: 0.0517704 Mar 28 05:57:01.853600 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44596) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:57:01.858415 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-a803de30-91c4-429d-85cd-e2011632af14 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Request body: {'floatingip': {'port_id': '640479c5-fd38-4b78-bf37-6b1eb7918e67'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:57:01.896007 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a803de30-91c4-429d-85cd-e2011632af14 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (188e5895-97b8-433e-9027-c6544a3564a9), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:02.100257 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4279dfdb-1676-45c9-b460-ad5426c5f109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:02.312680 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a803de30-91c4-429d-85cd-e2011632af14 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:02.316124 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a803de30-91c4-429d-85cd-e2011632af14 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (188e5895-97b8-433e-9027-c6544a3564a9), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:02.417959 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-a803de30-91c4-429d-85cd-e2011632af14 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Floating IP 188e5895-97b8-433e-9027-c6544a3564a9 associated. External IP: 172.27.1.235, port: 640479c5-fd38-4b78-bf37-6b1eb7918e67. Mar 28 05:57:02.624974 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a803de30-91c4-429d-85cd-e2011632af14 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Router 861861ec-f0b2-4091-b887-b2bbc84ab3fa has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:57:02.733422 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a803de30-91c4-429d-85cd-e2011632af14 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:57:02.738543 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-a803de30-91c4-429d-85cd-e2011632af14 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:02.743054 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f19e10-44f0-432b-9440-ed4aa560c052 None None] Sync routers for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:57:02.752382 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f19e10-44f0-432b-9440-ed4aa560c052 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:57:02.753060 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-24f19e10-44f0-432b-9440-ed4aa560c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:57:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:57:02.766669 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-a803de30-91c4-429d-85cd-e2011632af14 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "PUT /v2.0/floatingips/188e5895-97b8-433e-9027-c6544a3564a9 HTTP/1.1" status: 200 len: 991 time: 0.9120367 Mar 28 05:57:02.767323 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'tag': '640479c5-fd38-4b78-bf37-6b1eb7918e67'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:57:02.769519 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9640689-8ea7-4cdc-830e-8aed50c85fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "016d76ed-bc9a-4596-b21e-e2274a8eb849", "tag": "640479c5-fd38-4b78-bf37-6b1eb7918e67"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:57:02.860686 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8585ce2e-b378-4a03-a201-64ce77006f13 x-openstack-request-id: req-8585ce2e-b378-4a03-a201-64ce77006f13 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:57:02.860975 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016d76ed-bc9a-4596-b21e-e2274a8eb849", "tag": "640479c5-fd38-4b78-bf37-6b1eb7918e67", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:57:02.861231 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8585ce2e-b378-4a03-a201-64ce77006f13 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:57:02.861641 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8585ce2e-b378-4a03-a201-64ce77006f13'] response: {'name': 'network-changed', 'server_uuid': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'tag': '640479c5-fd38-4b78-bf37-6b1eb7918e67', 'status': 'completed', 'code': 200} Mar 28 05:57:02.863241 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-24f19e10-44f0-432b-9440-ed4aa560c052 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:57:02.949483 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9640689-8ea7-4cdc-830e-8aed50c85fd6 req-8d3b4b95-496b-4612-84f3-6c035aade75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:57:02.951834 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f9640689-8ea7-4cdc-830e-8aed50c85fd6 req-8d3b4b95-496b-4612-84f3-6c035aade75b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 1129 time: 0.0473938 Mar 28 05:57:03.042405 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9640689-8ea7-4cdc-830e-8aed50c85fd6 req-ecf81840-d726-445f-8920-9fcff8a68546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:57:03.043860 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f9640689-8ea7-4cdc-830e-8aed50c85fd6 req-ecf81840-d726-445f-8920-9fcff8a68546 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 915 time: 0.0867856 Mar 28 05:57:03.078531 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:03.088811 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-24f19e10-44f0-432b-9440-ed4aa560c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '188e5895-97b8-433e-9027-c6544a3564a9', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '640479c5-fd38-4b78-bf37-6b1eb7918e67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:e8:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:56:49Z', 'updated_at': '2022-03-28T05:57:02Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:57:03.108019 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f9640689-8ea7-4cdc-830e-8aed50c85fd6 req-38d86f18-6ffd-4a54-bd3b-7cfe2acdcb48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=640479c5-fd38-4b78-bf37-6b1eb7918e67 HTTP/1.1" status: 200 len: 999 time: 0.0576935 Mar 28 05:57:03.114736 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f19e10-44f0-432b-9440-ed4aa560c052 None None] Checking router: 861861ec-f0b2-4091-b887-b2bbc84ab3fa for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:57:03.122788 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f19e10-44f0-432b-9440-ed4aa560c052 None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:57:03.124004 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-24f19e10-44f0-432b-9440-ed4aa560c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:57:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:57:03.153181 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9640689-8ea7-4cdc-830e-8aed50c85fd6 req-0f3c46cf-4f78-404b-90e3-de845d0448e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:57:03.154664 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f9640689-8ea7-4cdc-830e-8aed50c85fd6 req-0f3c46cf-4f78-404b-90e3-de845d0448e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0417097 Mar 28 05:57:03.207274 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9640689-8ea7-4cdc-830e-8aed50c85fd6 req-375734ca-66e2-4d01-8f8b-962086649de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:57:03.208768 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f9640689-8ea7-4cdc-830e-8aed50c85fd6 req-375734ca-66e2-4d01-8f8b-962086649de7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481298 Mar 28 05:57:03.228582 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-24f19e10-44f0-432b-9440-ed4aa560c052 None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:57:03.296717 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f9640689-8ea7-4cdc-830e-8aed50c85fd6 req-1522ec80-4d36-4ab6-ac27-7d9be5159730 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815337 Mar 28 05:57:03.389711 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f9640689-8ea7-4cdc-830e-8aed50c85fd6 req-5735b9e8-69ee-496f-89a4-67a0f7971159 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869570 Mar 28 05:57:03.446406 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-24f19e10-44f0-432b-9440-ed4aa560c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '188e5895-97b8-433e-9027-c6544a3564a9', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '640479c5-fd38-4b78-bf37-6b1eb7918e67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:e8:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:56:49Z', 'updated_at': '2022-03-28T05:57:02Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:57:03.475411 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f19e10-44f0-432b-9440-ed4aa560c052 None None] The sync data for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi is: [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': '188e5895-97b8-433e-9027-c6544a3564a9', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'port_id': '640479c5-fd38-4b78-bf37-6b1eb7918e67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'mac_address': 'fa:16:3e:e8:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:56:49Z', 'updated_at': '2022-03-28T05:57:02Z', 'revision_number': 1, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:57:03.674023 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b79618-ddec-4983-bb5a-0e84047c3d69 None None] New status for floating IP 188e5895-97b8-433e-9027-c6544a3564a9: ACTIVE {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:57:04.759019 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:06.364929 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:09.040175 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:23.556185 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-06ee1c7f-6dd3-4c1a-8052-9a8dd49589ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455339 Mar 28 05:57:23.655334 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-9c8cd846-9521-4d08-81d4-ea445793a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:57:23.656770 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-9c8cd846-9521-4d08-81d4-ea445793a5d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de983ae3f78642c48b57ad997cad35a5&device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 1129 time: 0.0432272 Mar 28 05:57:23.758190 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-e1beafbf-3370-4e50-9c8e-0c4e44f2b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:57:23.759673 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-e1beafbf-3370-4e50-9c8e-0c4e44f2b856 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 200 len: 915 time: 0.0846701 Mar 28 05:57:23.821939 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-bd2e63f3-a18d-4e9b-a0ab-aedfb602861d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=640479c5-fd38-4b78-bf37-6b1eb7918e67 HTTP/1.1" status: 200 len: 1001 time: 0.0565810 Mar 28 05:57:23.867174 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-80418367-9fd6-4b71-9cf2-33962da2fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:57:23.868524 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-80418367-9fd6-4b71-9cf2-33962da2fb6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 200 len: 854 time: 0.0412464 Mar 28 05:57:23.918095 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-63fb6159-0a5d-45c7-b33e-f9738f7e0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:57:23.919644 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-63fb6159-0a5d-45c7-b33e-f9738f7e0ed3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c4c6ef47-cbf0-4092-b00a-9520b53813c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450833 Mar 28 05:57:24.004313 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-961ce18d-2353-41a2-8c9b-706b8d382249 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783942 Mar 28 05:57:24.092677 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7e678607-589d-491a-afd7-f9242a9d05b0 req-c1cca208-b587-4b40-95d5-417d536f0438 service neutron] 10.222.0.21 "GET /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828102 Mar 28 05:57:27.369112 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:57:29.716941 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5e33c57a-fd55-41f8-94dd-147d6fa7f082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:32.092224 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8601e7a8-65b8-429c-bf7e-9c239325181a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:33.079329 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:34.763224 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:36.367325 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:39.070422 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:59.718155 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bada3b8f-668b-4724-a04a-d850dc820d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:02.093531 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-39c64993-f18f-494f-b42e-c7b025bd6196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:03.081925 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:04.368555 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:58:04.764963 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:06.368589 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:09.073294 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:20.039400 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d98d0c-0ec0-420c-a126-7266c89670d5 req-a00ef015-660e-4bad-8641-ba12628ef698 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:58:20.040751 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-32d98d0c-0ec0-420c-a126-7266c89670d5 req-a00ef015-660e-4bad-8641-ba12628ef698 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 945 time: 0.0507848 Mar 28 05:58:20.092576 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-32d98d0c-0ec0-420c-a126-7266c89670d5 req-a95db030-1d75-4e16-a8f2-8846aaa5ea1d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461876 Mar 28 05:58:21.211174 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14022a-005a-41a0-989a-a5697eb43c98 req-5a10115b-ac92-4873-958d-506c39b6f72d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:58:21.212617 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9c14022a-005a-41a0-989a-a5697eb43c98 req-5a10115b-ac92-4873-958d-506c39b6f72d tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 945 time: 0.0505905 Mar 28 05:58:21.260544 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-9c14022a-005a-41a0-989a-a5697eb43c98 req-ea511264-a919-4b1b-994b-8aa5e23f9dcd tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Mar 28 05:58:22.036240 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b5870-81fe-4ea5-8562-f89745edee48 req-5e2bf20a-a9b1-4788-b46b-1f97255a97b6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:58:22.037651 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-038b5870-81fe-4ea5-8562-f89745edee48 req-5e2bf20a-a9b1-4788-b46b-1f97255a97b6 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 945 time: 0.0499053 Mar 28 05:58:22.124137 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Deleting port 640479c5-fd38-4b78-bf37-6b1eb7918e67 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:58:22.124497 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:22.212816 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] For port 640479c5-fd38-4b78-bf37-6b1eb7918e67, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=640479c5-fd38-4b78-bf37-6b1eb7918e67,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:58:22.213477 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:22.407243 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:22.407604 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (188e5895-97b8-433e-9027-c6544a3564a9), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:22.407927 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Floating IP 188e5895-97b8-433e-9027-c6544a3564a9 disassociated. External IP: 172.27.1.235, port: 640479c5-fd38-4b78-bf37-6b1eb7918e67. Mar 28 05:58:22.408803 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Calling delete_port for 640479c5-fd38-4b78-bf37-6b1eb7918e67 owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:58:22.432737 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54421b0-3109-415a-b643-0da393c7b118 req-ec0db502-5e79-4e68-8266-22635b8b8e67 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:58:22.434196 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d54421b0-3109-415a-b643-0da393c7b118 req-ec0db502-5e79-4e68-8266-22635b8b8e67 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d76ed-bc9a-4596-b21e-e2274a8eb849 HTTP/1.1" status: 200 len: 945 time: 0.1065216 Mar 28 05:58:22.518929 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d54421b0-3109-415a-b643-0da393c7b118 req-953759c0-00ab-473e-89ba-38cc684f7290 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571239 Mar 28 05:58:22.587999 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (640479c5-fd38-4b78-bf37-6b1eb7918e67), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:22.620687 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'Port': ['ID=640479c5-fd38-4b78-bf37-6b1eb7918e67,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:58:22.631958 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.632313 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.632656 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.633119 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.633452 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.633781 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.634108 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.634464 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.634810 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.635133 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.635452 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.635770 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.636579 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.636579 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.636798 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:22.740153 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Router 861861ec-f0b2-4091-b887-b2bbc84ab3fa has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:58:22.845023 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:58:22.854746 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c10acd-921a-43ac-90d4-367b0252ab0b None None] Sync routers for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:58:22.864060 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c10acd-921a-43ac-90d4-367b0252ab0b None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:58:22.864668 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-99c10acd-921a-43ac-90d4-367b0252ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:58:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:58:22.888315 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] No DVR routers for this DVR port 640479c5-fd38-4b78-bf37-6b1eb7918e67 on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:58:22.890940 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:22.894570 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-038b5870-81fe-4ea5-8562-f89745edee48 req-a381b94b-7a59-4110-bf74-a2ac46473ba8 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.21 "DELETE /v2.0/ports/640479c5-fd38-4b78-bf37-6b1eb7918e67 HTTP/1.1" status: 204 len: 173 time: 0.8521640 Mar 28 05:58:22.895004 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'name': 'network-vif-deleted', 'tag': '640479c5-fd38-4b78-bf37-6b1eb7918e67'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:58:22.897200 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc9e9d7-6a22-46a4-bfdc-806464e253fe" -d '{"events": [{"server_uuid": "016d76ed-bc9a-4596-b21e-e2274a8eb849", "name": "network-vif-deleted", "tag": "640479c5-fd38-4b78-bf37-6b1eb7918e67"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:58:22.945997 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e685f3be-d657-4d81-929f-de02a92fdfab x-openstack-request-id: req-e685f3be-d657-4d81-929f-de02a92fdfab {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:58:22.946329 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016d76ed-bc9a-4596-b21e-e2274a8eb849", "name": "network-vif-deleted", "tag": "640479c5-fd38-4b78-bf37-6b1eb7918e67", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:58:22.946694 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e685f3be-d657-4d81-929f-de02a92fdfab {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:58:22.947194 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e685f3be-d657-4d81-929f-de02a92fdfab'] response: {'server_uuid': '016d76ed-bc9a-4596-b21e-e2274a8eb849', 'name': 'network-vif-deleted', 'tag': '640479c5-fd38-4b78-bf37-6b1eb7918e67', 'status': 'completed', 'code': 200} Mar 28 05:58:22.996298 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-99c10acd-921a-43ac-90d4-367b0252ab0b None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:58:23.281501 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-99c10acd-921a-43ac-90d4-367b0252ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:58:23.310691 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c10acd-921a-43ac-90d4-367b0252ab0b None None] Checking router: 861861ec-f0b2-4091-b887-b2bbc84ab3fa for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:58:23.319236 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c10acd-921a-43ac-90d4-367b0252ab0b None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:58:23.319839 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-99c10acd-921a-43ac-90d4-367b0252ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:58:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:58:23.429511 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-99c10acd-921a-43ac-90d4-367b0252ab0b None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:58:23.603289 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44694) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:58:23.627831 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-99c10acd-921a-43ac-90d4-367b0252ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:58:23.654543 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c10acd-921a-43ac-90d4-367b0252ab0b None None] The sync data for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi is: [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:29Z', 'revision_number': 4, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '2dc76ae2-1959-43dd-aaae-c44f5930bb14', 'name': '', 'network_id': 'c4c6ef47-cbf0-4092-b00a-9520b53813c7', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'mac_address': 'fa:16:3e:60:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:29Z', 'updated_at': '2022-03-28T05:51:35Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'subnets': [{'id': '3d655e71-db3c-41a6-8617-5aa32f1c85a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:58:23.657058 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (2d9f6479-2033-4bf1-b5e2-ad261d3c1be5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:23.681140 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (2d9f6479-2033-4bf1-b5e2-ad261d3c1be5), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:23.730440 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2d9f6479-2033-4bf1-b5e2-ad261d3c1be5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:23.733064 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:23.734811 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "DELETE /v2.0/security-groups/2d9f6479-2033-4bf1-b5e2-ad261d3c1be5 HTTP/1.1" status: 204 len: 168 time: 0.1305308 Mar 28 05:58:23.738330 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44698) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:58:23.744917 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9f6479-2033-4bf1-b5e2-ad261d3c1be5,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:58:23.751940 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.752273 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.752417 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.api.v2.resource [None req-df593559-765b-46b7-992e-44a248433833 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] show failed (client error): The resource could not be found. Mar 28 05:58:23.752625 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.752968 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.756050 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.756170 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-df593559-765b-46b7-992e-44a248433833 tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "GET /v2.0/security-groups/2d9f6479-2033-4bf1-b5e2-ad261d3c1be5 HTTP/1.1" status: 404 len: 347 time: 0.0139601 Mar 28 05:58:23.756279 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.756279 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.756279 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.756279 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.756279 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.756279 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.756279 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.756279 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.756279 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.757086 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44700) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:58:23.757180 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f2db6-a108-4158-a4c5-d4d01d8dfb9c tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:58:23.888082 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53b2f4-ef13-4ba2-aac7-ef163eb3f0fe None None] New status for floating IP 188e5895-97b8-433e-9027-c6544a3564a9: DOWN {{(pid=109790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:58:23.889162 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-30717afa-9328-483f-accd-135d1cf4c46f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Deleting port a1b94fae-cdf8-45ea-a08d-58689e2440ef {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:58:23.889522 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-30717afa-9328-483f-accd-135d1cf4c46f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (a1b94fae-cdf8-45ea-a08d-58689e2440ef), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:23.963607 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-30717afa-9328-483f-accd-135d1cf4c46f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (a1b94fae-cdf8-45ea-a08d-58689e2440ef), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:23.963840 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-30717afa-9328-483f-accd-135d1cf4c46f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (a1b94fae-cdf8-45ea-a08d-58689e2440ef), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:23.975987 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-30717afa-9328-483f-accd-135d1cf4c46f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Calling delete_port for a1b94fae-cdf8-45ea-a08d-58689e2440ef owned by network:floatingip {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:58:24.108322 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-30717afa-9328-483f-accd-135d1cf4c46f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (a1b94fae-cdf8-45ea-a08d-58689e2440ef), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:24.133950 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30717afa-9328-483f-accd-135d1cf4c46f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Pushing event deleted for resources: {'Port': ['ID=a1b94fae-cdf8-45ea-a08d-58689e2440ef,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:58:24.454774 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-30717afa-9328-483f-accd-135d1cf4c46f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks [] for floatingip (188e5895-97b8-433e-9027-c6544a3564a9), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:24.458043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-30717afa-9328-483f-accd-135d1cf4c46f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:24.459218 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-30717afa-9328-483f-accd-135d1cf4c46f tempest-AttachVolumeNegativeTest-726894114 tempest-AttachVolumeNegativeTest-726894114-project] 10.222.0.20 "DELETE /v2.0/floatingips/188e5895-97b8-433e-9027-c6544a3564a9 HTTP/1.1" status: 204 len: 168 time: 0.7021801 Mar 28 05:58:25.670382 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 640479c5-fd38-4b78-bf37-6b1eb7918e67 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:58:25.691065 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: 640479c5-fd38-4b78-bf37-6b1eb7918e67 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:58:25.691406 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 640479c5-fd38-4b78-bf37-6b1eb7918e67 not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:58:28.080035 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44736) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:58:28.503661 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737862'] for router_interface (861861ec-f0b2-4091-b887-b2bbc84ab3fa), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:28.755530 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] Deleting port 2dc76ae2-1959-43dd-aaae-c44f5930bb14 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:58:28.755798 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:28.834288 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] For port 2dc76ae2-1959-43dd-aaae-c44f5930bb14, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=2dc76ae2-1959-43dd-aaae-c44f5930bb14,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:58:28.834651 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:28.847657 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] Calling delete_port for 2dc76ae2-1959-43dd-aaae-c44f5930bb14 owned by network:router_interface {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:58:29.028628 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (2dc76ae2-1959-43dd-aaae-c44f5930bb14), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:29.051306 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc76ae2-1959-43dd-aaae-c44f5930bb14,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:58:29.218161 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738294'] for router_interface (861861ec-f0b2-4091-b887-b2bbc84ab3fa), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:29.430837 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] Router 861861ec-f0b2-4091-b887-b2bbc84ab3fa has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:58:29.536038 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:58:29.541255 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-4618a134-e2e9-44e1-9a8e-5126660c7b1a admin admin] 10.222.0.20 "PUT /v2.0/routers/861861ec-f0b2-4091-b887-b2bbc84ab3fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4598906 Mar 28 05:58:29.545037 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44740) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:58:29.550091 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557d661-351d-4ab0-9ca7-05cc2606baaa None None] Sync routers for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:58:29.559799 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557d661-351d-4ab0-9ca7-05cc2606baaa None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:58:29.560411 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d557d661-351d-4ab0-9ca7-05cc2606baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:58:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:58:29.652746 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Publish callbacks [] for router (861861ec-f0b2-4091-b887-b2bbc84ab3fa), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:29.664301 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-d557d661-351d-4ab0-9ca7-05cc2606baaa None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:58:29.721134 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-77dbf8f5-b664-4a63-94d5-e9f86c2e1103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:29.760290 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Publish callbacks [] for router_gateway (861861ec-f0b2-4091-b887-b2bbc84ab3fa), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:29.811969 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Deleting port 4e85755b-7d9b-497b-846d-9732bff77e13 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:58:29.812310 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:29.845018 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d557d661-351d-4ab0-9ca7-05cc2606baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:58:28Z', 'revision_number': 5, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port': {'id': '4e85755b-7d9b-497b-846d-9732bff77e13', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:58:29.871989 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557d661-351d-4ab0-9ca7-05cc2606baaa None None] Checking router: 861861ec-f0b2-4091-b887-b2bbc84ab3fa for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:58:29.880044 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557d661-351d-4ab0-9ca7-05cc2606baaa None None] Routers {'861861ec-f0b2-4091-b887-b2bbc84ab3fa'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:58:29.880702 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d557d661-351d-4ab0-9ca7-05cc2606baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T05:58:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:58:29.891663 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] For port 4e85755b-7d9b-497b-846d-9732bff77e13, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=4e85755b-7d9b-497b-846d-9732bff77e13,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:58:29.892025 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:29.904205 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Calling delete_port for 4e85755b-7d9b-497b-846d-9732bff77e13 owned by network:router_gateway {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:58:29.966640 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-d557d661-351d-4ab0-9ca7-05cc2606baaa None None] Set router 861861ec-f0b2-4091-b887-b2bbc84ab3fa gateway port host: None {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:58:30.020654 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-d557d661-351d-4ab0-9ca7-05cc2606baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:58:29Z', 'revision_number': 6, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port_host': None}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:58:30.046956 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557d661-351d-4ab0-9ca7-05cc2606baaa None None] The sync data for ids ['861861ec-f0b2-4091-b887-b2bbc84ab3fa'] in dv-cinder-831776-5-iscsi is: [{'id': '861861ec-f0b2-4091-b887-b2bbc84ab3fa', 'name': 'tempest-AttachVolumeNegativeTest-1258212806-router', 'tenant_id': 'de983ae3f78642c48b57ad997cad35a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:51:27Z', 'updated_at': '2022-03-28T05:58:29Z', 'revision_number': 6, 'project_id': 'de983ae3f78642c48b57ad997cad35a5', 'gw_port_host': None}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:58:30.067241 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (4e85755b-7d9b-497b-846d-9732bff77e13), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.092586 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e85755b-7d9b-497b-846d-9732bff77e13,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:58:30.155899 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738316'] for router_gateway (861861ec-f0b2-4091-b887-b2bbc84ab3fa), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.245909 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (861861ec-f0b2-4091-b887-b2bbc84ab3fa), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.247994 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Publish callbacks [] for router_controller (861861ec-f0b2-4091-b887-b2bbc84ab3fa), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.290772 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-753391'] for router (861861ec-f0b2-4091-b887-b2bbc84ab3fa), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.291224 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 861861ec-f0b2-4091-b887-b2bbc84ab3fa {{(pid=109789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:58:30.295378 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.296646 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-8f0870bb-4d85-4207-a474-aa0b7ade6bf2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/861861ec-f0b2-4091-b887-b2bbc84ab3fa HTTP/1.1" status: 204 len: 168 time: 0.7489517 Mar 28 05:58:30.299198 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44742) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:58:30.344964 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf99f178-2d7f-4a05-9f2a-5e5594e7b25c admin admin] Deleting subnet 3d655e71-db3c-41a6-8617-5aa32f1c85a5 {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:58:30.348545 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bf99f178-2d7f-4a05-9f2a-5e5594e7b25c admin admin] Publish callbacks [] for subnet (3d655e71-db3c-41a6-8617-5aa32f1c85a5), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.380462 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bf99f178-2d7f-4a05-9f2a-5e5594e7b25c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (3d655e71-db3c-41a6-8617-5aa32f1c85a5), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.473640 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bf99f178-2d7f-4a05-9f2a-5e5594e7b25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (3d655e71-db3c-41a6-8617-5aa32f1c85a5), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.510102 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 2dc76ae2-1959-43dd-aaae-c44f5930bb14 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:58:30.531271 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 2dc76ae2-1959-43dd-aaae-c44f5930bb14 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:58:30.531618 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 2dc76ae2-1959-43dd-aaae-c44f5930bb14 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:58:30.532783 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bf99f178-2d7f-4a05-9f2a-5e5594e7b25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (3d655e71-db3c-41a6-8617-5aa32f1c85a5), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.559977 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99f178-2d7f-4a05-9f2a-5e5594e7b25c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d655e71-db3c-41a6-8617-5aa32f1c85a5,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:58:30.565823 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-bf99f178-2d7f-4a05-9f2a-5e5594e7b25c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.568926 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-bf99f178-2d7f-4a05-9f2a-5e5594e7b25c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3d655e71-db3c-41a6-8617-5aa32f1c85a5 HTTP/1.1" status: 204 len: 168 time: 0.2687998 Mar 28 05:58:30.571551 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44744) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:58:30.574163 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557d801-505e-4c52-a04f-f502d255ceca None None] Network c4c6ef47-cbf0-4092-b00a-9520b53813c7 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:58:30.636714 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (c4c6ef47-cbf0-4092-b00a-9520b53813c7), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.691016 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Deleting port 215fc5ea-d059-4fd0-ae17-fc8663065745 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:58:30.691307 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.755590 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] For port 215fc5ea-d059-4fd0-ae17-fc8663065745, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=215fc5ea-d059-4fd0-ae17-fc8663065745,segment=NetworkSegment(93f4c8b0-0e00-408a-b168-a5519837b81a),segment_id=93f4c8b0-0e00-408a-b168-a5519837b81a)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:58:30.755869 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.768120 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Calling delete_port for 215fc5ea-d059-4fd0-ae17-fc8663065745 owned by network:dhcp {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:58:30.847757 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf80a3-89ab-4407-96f4-a814e90712d9 None None] DHCP port deletion for c4c6ef47-cbf0-4092-b00a-9520b53813c7 request from dv-cinder-831776-5-iscsi {{(pid=109790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:58:30.850101 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (215fc5ea-d059-4fd0-ae17-fc8663065745), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.884929 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Pushing event deleted for resources: {'Port': ['ID=215fc5ea-d059-4fd0-ae17-fc8663065745,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:58:30.885294 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] No DVR routers for this DVR port 215fc5ea-d059-4fd0-ae17-fc8663065745 on host dv-cinder-831776-5-iscsi {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:58:30.957798 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (c4c6ef47-cbf0-4092-b00a-9520b53813c7), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:30.977712 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c6ef47-cbf0-4092-b00a-9520b53813c7']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:58:30.987855 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f4c8b0-0e00-408a-b168-a5519837b81a') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:58:30.988156 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f4c8b0-0e00-408a-b168-a5519837b81a') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:58:30.997496 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2432485'] for segment (93f4c8b0-0e00-408a-b168-a5519837b81a), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:31.012393 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (93f4c8b0-0e00-408a-b168-a5519837b81a), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:31.018571 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:58:31.018958 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734630'] for segment (93f4c8b0-0e00-408a-b168-a5519837b81a), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: Traceback (most recent call last): Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: timer() Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: cb(*args, **kw) Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: return func(*args, **kwargs) Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: self._notify() Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: self.callback(batched_events) Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: event.method(event) Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: return f(self, *a, **k) Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._get(url).json() Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:58:31.020711 dv-cinder-831776-5-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:58:31.078021 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (c4c6ef47-cbf0-4092-b00a-9520b53813c7), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:31.086597 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:31.089806 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] 10.222.0.20 "DELETE /v2.0/networks/c4c6ef47-cbf0-4092-b00a-9520b53813c7 HTTP/1.1" status: 204 len: 168 time: 0.5173588 Mar 28 05:58:31.100891 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bacddd-1ea8-4e12-9d93-74bc01dea82e admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c6ef47-cbf0-4092-b00a-9520b53813c7,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:58:31.204036 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44748) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:58:31.243414 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7f6997ca-d551-467a-b4e5-2f91e361436b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de983ae3f78642c48b57ad997cad35a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382442 Mar 28 05:58:31.245840 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44750) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:58:31.290613 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f237fd24-0a87-49a9-80a3-2027d2319cc7 admin admin] Publish callbacks [] for security_group (77c2227a-4fa2-4725-9e0c-82899d997f41), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:31.311282 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f237fd24-0a87-49a9-80a3-2027d2319cc7 admin admin] Publish callbacks [] for security_group (77c2227a-4fa2-4725-9e0c-82899d997f41), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:31.357679 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f237fd24-0a87-49a9-80a3-2027d2319cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (77c2227a-4fa2-4725-9e0c-82899d997f41), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:31.360136 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-f237fd24-0a87-49a9-80a3-2027d2319cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:31.361261 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-f237fd24-0a87-49a9-80a3-2027d2319cc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77c2227a-4fa2-4725-9e0c-82899d997f41 HTTP/1.1" status: 204 len: 168 time: 0.1145165 Mar 28 05:58:31.369900 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237fd24-0a87-49a9-80a3-2027d2319cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c2227a-4fa2-4725-9e0c-82899d997f41,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:58:32.095863 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-464fecfb-bfbb-4d84-b198-b6da95db779c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:32.197991 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 4e85755b-7d9b-497b-846d-9732bff77e13 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:58:32.223015 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 4e85755b-7d9b-497b-846d-9732bff77e13 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:58:32.223367 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 4e85755b-7d9b-497b-846d-9732bff77e13 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:58:32.223788 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 215fc5ea-d059-4fd0-ae17-fc8663065745 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:58:32.242784 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 215fc5ea-d059-4fd0-ae17-fc8663065745 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:58:32.243133 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 215fc5ea-d059-4fd0-ae17-fc8663065745 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:58:33.085031 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:34.767856 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:36.371280 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:39.086555 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:40.656277 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 44836) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:58:40.756698 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7b0cfa9d-ed92-44d2-ba58-8dc7a1365e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:40.829010 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7b0cfa9d-ed92-44d2-ba58-8dc7a1365e49 admin admin] Publish callbacks [] for security_group (c50b0491-0455-4985-8bdd-34a9702d543e), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:40.832804 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-7b0cfa9d-ed92-44d2-ba58-8dc7a1365e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (c50b0491-0455-4985-8bdd-34a9702d543e), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:40.871000 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-7b0cfa9d-ed92-44d2-ba58-8dc7a1365e49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c84fe7362ba4036905b9b891b5d7a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136984 Mar 28 05:58:40.872891 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cfa9d-ed92-44d2-ba58-8dc7a1365e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50b0491-0455-4985-8bdd-34a9702d543e,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:58:40.873747 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 44840) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:58:40.920802 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-89883105-f35d-434e-be47-d3f174d9d5ff admin admin] Publish callbacks [] for security_group (c50b0491-0455-4985-8bdd-34a9702d543e), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:40.942110 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-89883105-f35d-434e-be47-d3f174d9d5ff admin admin] Publish callbacks [] for security_group (c50b0491-0455-4985-8bdd-34a9702d543e), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:40.986068 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-89883105-f35d-434e-be47-d3f174d9d5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (c50b0491-0455-4985-8bdd-34a9702d543e), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:40.989364 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-89883105-f35d-434e-be47-d3f174d9d5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:58:40.990534 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-89883105-f35d-434e-be47-d3f174d9d5ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c50b0491-0455-4985-8bdd-34a9702d543e HTTP/1.1" status: 204 len: 168 time: 0.1156662 Mar 28 05:58:40.997861 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89883105-f35d-434e-be47-d3f174d9d5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50b0491-0455-4985-8bdd-34a9702d543e,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:58:41.367504 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:58:59.726118 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2837d94c-8884-4ae2-984d-e9b990ca0936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:02.096629 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8f15e303-ef60-44aa-8147-e718072c3b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:03.088441 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:04.771431 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:06.372798 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:09.074302 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:09.960800 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-acaa04d0-6e7f-4c81-96fb-db1094f77227 req-fb947f84-dace-47ff-b80d-161c3d0115ae tempest-VolumesSnapshotTestJSON-140578588 tempest-VolumesSnapshotTestJSON-140578588-project] (109789) timed out ('10.222.0.21', 52378) {{(pid=109789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 05:59:18.365635 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:59:24.370382 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45058) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:59:24.469941 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:24.545276 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Publish callbacks [] for security_group (a85d719b-065e-48f8-b965-a48817709f69), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:24.548862 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (a85d719b-065e-48f8-b965-a48817709f69), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:24.588388 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f35231671aa54885b0041f417d7b44be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169480 Mar 28 05:59:24.589253 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85d719b-065e-48f8-b965-a48817709f69,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:59:24.591593 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45062) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:59:24.596275 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.597168 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.597509 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.598023 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.598385 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.598714 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.599038 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.599365 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.599688 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.600010 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.600368 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.600700 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.601061 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.601279 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.601618 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859042bd-037a-481e-9d01-6fd117cac94e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.639297 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Publish callbacks [] for security_group (a85d719b-065e-48f8-b965-a48817709f69), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:24.659410 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Publish callbacks [] for security_group (a85d719b-065e-48f8-b965-a48817709f69), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:24.704393 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (a85d719b-065e-48f8-b965-a48817709f69), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:24.707365 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:24.708502 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a85d719b-065e-48f8-b965-a48817709f69 HTTP/1.1" status: 204 len: 168 time: 0.1159465 Mar 28 05:59:24.716027 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85d719b-065e-48f8-b965-a48817709f69,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:59:24.723448 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.723797 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.724139 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.724478 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.724807 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.725135 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.725458 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.725783 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.726103 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.726460 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.726785 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.727105 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.727422 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.727739 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:24.728054 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc1a54-1842-48a8-97ff-53d139e55bfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:59:29.727373 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35b70db1-83ff-4c34-9acc-328f319ddd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:32.099705 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-774b0d76-18f8-4835-a94a-e32c4e189152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:33.090203 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:34.773217 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:36.374820 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:39.098599 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:59:55.364167 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:59:59.728924 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4a283e68-dce7-44ea-ab08-3447a1b939d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:02.100747 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-22c69d9b-5bbb-40cb-9528-0c8aa282c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:03.092195 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:04.775015 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:05.403288 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45336) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:05.504558 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a32e9d9d-84ad-4b8a-8eef-2d359c2ebf4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:05.577995 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a32e9d9d-84ad-4b8a-8eef-2d359c2ebf4b admin admin] Publish callbacks [] for security_group (2c92527b-b49e-4042-8edf-a2b7a698bb76), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:05.581904 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a32e9d9d-84ad-4b8a-8eef-2d359c2ebf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2c92527b-b49e-4042-8edf-a2b7a698bb76), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:05.621552 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a32e9d9d-84ad-4b8a-8eef-2d359c2ebf4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28d3337347cf496ca9f3d1c7b74c6302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172236 Mar 28 06:00:05.622420 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e9d9d-84ad-4b8a-8eef-2d359c2ebf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c92527b-b49e-4042-8edf-a2b7a698bb76,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:05.624333 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45340) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:05.672418 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-df678da4-e789-4573-b74f-96a0e8aaf624 admin admin] Publish callbacks [] for security_group (2c92527b-b49e-4042-8edf-a2b7a698bb76), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:05.692833 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-df678da4-e789-4573-b74f-96a0e8aaf624 admin admin] Publish callbacks [] for security_group (2c92527b-b49e-4042-8edf-a2b7a698bb76), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:05.738569 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-df678da4-e789-4573-b74f-96a0e8aaf624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2c92527b-b49e-4042-8edf-a2b7a698bb76), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:05.741141 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-df678da4-e789-4573-b74f-96a0e8aaf624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:05.742293 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-df678da4-e789-4573-b74f-96a0e8aaf624 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c92527b-b49e-4042-8edf-a2b7a698bb76 HTTP/1.1" status: 204 len: 168 time: 0.1168599 Mar 28 06:00:05.749594 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df678da4-e789-4573-b74f-96a0e8aaf624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c92527b-b49e-4042-8edf-a2b7a698bb76,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:06.380784 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:09.099704 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:14.636650 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45412) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:14.741617 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-402b24fe-85ba-47c4-aedc-d66d333a7b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:14.810682 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-402b24fe-85ba-47c4-aedc-d66d333a7b58 admin admin] Publish callbacks [] for security_group (2eca2946-0b17-4a09-b506-7aa7b0c24162), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:14.814166 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-402b24fe-85ba-47c4-aedc-d66d333a7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2eca2946-0b17-4a09-b506-7aa7b0c24162), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:14.849213 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b24fe-85ba-47c4-aedc-d66d333a7b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eca2946-0b17-4a09-b506-7aa7b0c24162,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:14.854020 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-402b24fe-85ba-47c4-aedc-d66d333a7b58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac804f8fd2bf41f8a5748f088a746b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162790 Mar 28 06:00:14.856661 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45416) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:14.901911 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dc59ea69-e31e-429a-8715-af5105d24697 admin admin] Publish callbacks [] for security_group (2eca2946-0b17-4a09-b506-7aa7b0c24162), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:14.922021 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dc59ea69-e31e-429a-8715-af5105d24697 admin admin] Publish callbacks [] for security_group (2eca2946-0b17-4a09-b506-7aa7b0c24162), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:14.965675 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dc59ea69-e31e-429a-8715-af5105d24697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (2eca2946-0b17-4a09-b506-7aa7b0c24162), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:14.968192 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-dc59ea69-e31e-429a-8715-af5105d24697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:14.969356 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-dc59ea69-e31e-429a-8715-af5105d24697 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2eca2946-0b17-4a09-b506-7aa7b0c24162 HTTP/1.1" status: 204 len: 168 time: 0.1117587 Mar 28 06:00:14.977539 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59ea69-e31e-429a-8715-af5105d24697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eca2946-0b17-4a09-b506-7aa7b0c24162,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:15.552596 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45438) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:15.645793 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-245578581-network', 'tenant_id': '04586f9623d64addb209777a704571d9'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:00:15.665168 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Made reservation on behalf of 04586f9623d64addb209777a704571d9 for: {'network': 1} {{(pid=109789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 06:00:15.667833 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:15.679150 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:15.751887 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Publish callbacks [] for security_group (1f765f30-1798-4514-b8bb-0af99752e0b1), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:15.756239 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (1f765f30-1798-4514-b8bb-0af99752e0b1), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:15.777330 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=109789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 06:00:15.790645 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f765f30-1798-4514-b8bb-0af99752e0b1,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:15.796820 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (70c3d11a-9b30-44a3-b93f-d717a480bda3), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:15.797178 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.db.segments_db [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Added segment 70c3d11a-9b30-44a3-b93f-d717a480bda3 of type vlan for network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 Mar 28 06:00:15.837119 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (1fee3145-e21e-43d9-9ada-b3a4e0c5eb94), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:15.860626 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (1fee3145-e21e-43d9-9ada-b3a4e0c5eb94), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:15.861577 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:15.862184 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:15.913156 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3594897 Mar 28 06:00:15.916205 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45442) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:15.921027 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] Request body: {'subnet': {'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-245578581-subnet', 'tenant_id': '04586f9623d64addb209777a704571d9', 'ip_version': 4}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:00:15.923651 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd8807-7051-4add-90f0-80d54ea231e6 admin admin] Pushing event updated for resources: {'Network': ['ID=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:15.933727 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 06:00:15.940996 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] Made reservation on behalf of 04586f9623d64addb209777a704571d9 for: {'subnet': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 06:00:15.944530 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26897340'] for subnet (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.107203 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26897322'] for subnet (d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.163985 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:16.172494 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] Checking segment: {'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 06:00:16.172848 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] Network hostable DHCP agents. Network: 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 06:00:16.189207 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] Network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 06:00:16.197668 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94) {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:00:16.201716 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:16.202375 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.206994 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d7a8f3-f11a-4ad3-bde6-1f4c6f2764f2 None None] Network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 06:00:16.217784 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-cd7f4bcd-d5bd-40f5-8e4b-64cb44074dd9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3005190 Mar 28 06:00:16.220550 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45444) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:16.225329 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:00:16.244629 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (7aa59785-d562-41c9-88b2-b0eb624e3db7), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.245814 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (7aa59785-d562-41c9-88b2-b0eb624e3db7), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.299637 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Publish callbacks [] for router_controller (7aa59785-d562-41c9-88b2-b0eb624e3db7), precommit_add_association {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.302388 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'project_id': '04586f9623d64addb209777a704571d9', 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 06:00:16.304069 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.435778 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Allocated IP 172.20.0.2 (1fee3145-e21e-43d9-9ada-b3a4e0c5eb94/d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3/164f72e4-edc7-4dd9-9f91-640beffe68a6) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 06:00:16.442988 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Publish callbacks [] for router_gateway (7aa59785-d562-41c9-88b2-b0eb624e3db7), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.642034 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Publish callbacks [] for router_gateway (7aa59785-d562-41c9-88b2-b0eb624e3db7), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.665682 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.702581 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Publish callbacks [] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.710000 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.745599 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 06:00:16.749875 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:00:16.755293 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 06:00:16.760708 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Pushing event updated for resources: {'Port': ['ID=164f72e4-edc7-4dd9-9f91-640beffe68a6,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:16.768343 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Allocated IP 172.27.1.210 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/0b218ed4-027a-4685-97cb-9fcbb18e3805) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 06:00:16.772801 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.773307 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.773641 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.774101 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.774466 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.774916 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.775249 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.775576 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.775905 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.776230 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.776551 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.776875 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.777194 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.777526 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.777830 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:16.827521 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Attempting to bind port 164f72e4-edc7-4dd9-9f91-640beffe68a6 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 06:00:16.827896 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Attempting to bind port 164f72e4-edc7-4dd9-9f91-640beffe68a6 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 06:00:16.828264 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Attempting to bind port 164f72e4-edc7-4dd9-9f91-640beffe68a6 on network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 06:00:16.833429 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 6, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 06:00:16.834367 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Checking segment: {'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 06:00:16.834782 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.835202 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Bound using segment: {'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 06:00:16.835668 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Bound port: 164f72e4-edc7-4dd9-9f91-640beffe68a6, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 06:00:16.836048 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.871735 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Publish callbacks [] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.897514 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] For port 164f72e4-edc7-4dd9-9f91-640beffe68a6, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 06:00:16.900494 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] For port 164f72e4-edc7-4dd9-9f91-640beffe68a6, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=164f72e4-edc7-4dd9-9f91-640beffe68a6,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 06:00:16.905962 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.907277 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:16.945263 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 06:00:16.948257 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:00:16.950738 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 06:00:16.966490 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646defa-3c32-437a-bdad-196ba9811e31 None None] Pushing event updated for resources: {'Port': ['ID=164f72e4-edc7-4dd9-9f91-640beffe68a6,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:16.989868 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Pushing event updated for resources: {'Port': ['ID=0b218ed4-027a-4685-97cb-9fcbb18e3805,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:17.235677 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Publish callbacks [] for router_gateway (7aa59785-d562-41c9-88b2-b0eb624e3db7), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:17.433793 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344'] for router (7aa59785-d562-41c9-88b2-b0eb624e3db7), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:17.826021 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3fdccd-cd72-46e3-b669-5f3e72524c1f None None] Network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 06:00:17.836770 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Router 7aa59785-d562-41c9-88b2-b0eb624e3db7 is scheduled to L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c with binding_index 1 {{(pid=109788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 06:00:17.927070 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-bbd1c32d-9519-4cd2-ad3a-51602cdbecdb None None] Provisioning complete for port 164f72e4-edc7-4dd9-9f91-640beffe68a6 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:17.927543 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bbd1c32d-9519-4cd2-ad3a-51602cdbecdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:17.948043 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 06:00:17.962111 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Sync routers for ids ['7aa59785-d562-41c9-88b2-b0eb624e3db7'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 06:00:17.968019 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:17.971990 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-3b297511-9ddf-4e97-a086-cb698c416ffa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7477248 Mar 28 06:00:17.972146 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45446) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:17.988077 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Routers {'7aa59785-d562-41c9-88b2-b0eb624e3db7'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:00:17.988703 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:00:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['7aa59785-d562-41c9-88b2-b0eb624e3db7'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:18.111726 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1c32d-9519-4cd2-ad3a-51602cdbecdb None None] Current status of the port 164f72e4-edc7-4dd9-9f91-640beffe68a6 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:18.112125 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bbd1c32d-9519-4cd2-ad3a-51602cdbecdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.152377 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Set router 7aa59785-d562-41c9-88b2-b0eb624e3db7 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:00:18.184622 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-bbd1c32d-9519-4cd2-ad3a-51602cdbecdb None None] For port 164f72e4-edc7-4dd9-9f91-640beffe68a6, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=164f72e4-edc7-4dd9-9f91-640beffe68a6,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:00:18.215740 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-bbd1c32d-9519-4cd2-ad3a-51602cdbecdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.312940 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1c32d-9519-4cd2-ad3a-51602cdbecdb None None] Pushing event updated for resources: {'Port': ['ID=164f72e4-edc7-4dd9-9f91-640beffe68a6,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:18.319301 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 164f72e4-edc7-4dd9-9f91-640beffe68a6 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:18.400795 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-c9fdbcb2-aad3-4096-acd8-436b9878f62e None None] Provisioning complete for port 164f72e4-edc7-4dd9-9f91-640beffe68a6 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:18.401060 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.401171 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c9fdbcb2-aad3-4096-acd8-436b9878f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.454927 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 164f72e4-edc7-4dd9-9f91-640beffe68a6 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:18.455551 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.520900 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:17Z', 'revision_number': 3, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:18.553796 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Allocated IP 172.20.0.1 (1fee3145-e21e-43d9-9ada-b3a4e0c5eb94/d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3/93979e57-b0b4-4ce6-8381-fe56b9363939) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 06:00:18.556214 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Checking router: 7aa59785-d562-41c9-88b2-b0eb624e3db7 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 06:00:18.556506 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Updating router 7aa59785-d562-41c9-88b2-b0eb624e3db7 port 0b218ed4-027a-4685-97cb-9fcbb18e3805 binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 06:00:18.582840 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-c9fdbcb2-aad3-4096-acd8-436b9878f62e None None] Current status of the port 164f72e4-edc7-4dd9-9f91-640beffe68a6 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:18.596094 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.656001 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Publish callbacks [] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.689494 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.703832 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 164f72e4-edc7-4dd9-9f91-640beffe68a6 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:18.732582 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 06:00:18.739142 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:00:18.742125 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 06:00:18.765280 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Pushing event updated for resources: {'Port': ['ID=93979e57-b0b4-4ce6-8381-fe56b9363939,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:18.787852 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738045'] for router_interface (7aa59785-d562-41c9-88b2-b0eb624e3db7), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.887156 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Publish callbacks [] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.894189 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.934016 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.945151 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Attempting to bind port 0b218ed4-027a-4685-97cb-9fcbb18e3805 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 06:00:18.945523 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Attempting to bind port 0b218ed4-027a-4685-97cb-9fcbb18e3805 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 06:00:18.945888 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Attempting to bind port 0b218ed4-027a-4685-97cb-9fcbb18e3805 on network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 06:00:18.959467 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f953d0-cbcc-43c7-8097-8ed48f491354 None None] Pushing event updated for resources: {'Port': ['ID=0b218ed4-027a-4685-97cb-9fcbb18e3805,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:18.964097 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 6, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 06:00:18.964486 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 06:00:18.964889 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:18.965276 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Bound using segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 06:00:18.965750 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Bound port: 0b218ed4-027a-4685-97cb-9fcbb18e3805, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 06:00:18.966133 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:19.025675 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] For port 0b218ed4-027a-4685-97cb-9fcbb18e3805, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 06:00:19.029588 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] For port 0b218ed4-027a-4685-97cb-9fcbb18e3805, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=0b218ed4-027a-4685-97cb-9fcbb18e3805,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 06:00:19.030379 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-4fd943ce-c88c-466c-9fe8-56ef5275a366 None None] Provisioning complete for port 93979e57-b0b4-4ce6-8381-fe56b9363939 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:19.030754 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-4fd943ce-c88c-466c-9fe8-56ef5275a366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:19.057399 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:19.101648 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Publish callbacks [] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:19.106151 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:19.110693 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-4fd943ce-c88c-466c-9fe8-56ef5275a366 None None] Port 93979e57-b0b4-4ce6-8381-fe56b9363939 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 06:00:19.126815 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Routers {'7aa59785-d562-41c9-88b2-b0eb624e3db7'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:00:19.127656 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:00:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['7aa59785-d562-41c9-88b2-b0eb624e3db7'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:19.130074 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f953d0-cbcc-43c7-8097-8ed48f491354 None None] Pushing event updated for resources: {'Port': ['ID=0b218ed4-027a-4685-97cb-9fcbb18e3805,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:19.171620 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737897'] for router_interface (7aa59785-d562-41c9-88b2-b0eb624e3db7), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:19.173492 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Pushing event updated for resources: {'Port': ['ID=93979e57-b0b4-4ce6-8381-fe56b9363939,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:19.271632 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 06:00:19.273261 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:00:19.367367 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] Set router 7aa59785-d562-41c9-88b2-b0eb624e3db7 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:00:19.392259 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Router 7aa59785-d562-41c9-88b2-b0eb624e3db7 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 06:00:19.509444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 06:00:19.524362 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-72624349-b6d2-49f7-a873-6759af80a083 admin admin] 10.222.0.20 "PUT /v2.0/routers/7aa59785-d562-41c9-88b2-b0eb624e3db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5446422 Mar 28 06:00:19.572454 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-928baa5f-d8bc-46e8-ad46-2b9f247c44c7 None None] Provisioning complete for port 93979e57-b0b4-4ce6-8381-fe56b9363939 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:19.572927 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-928baa5f-d8bc-46e8-ad46-2b9f247c44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:19.619156 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-928baa5f-d8bc-46e8-ad46-2b9f247c44c7 None None] Port 93979e57-b0b4-4ce6-8381-fe56b9363939 cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 06:00:19.636142 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '93979e57-b0b4-4ce6-8381-fe56b9363939', 'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'tenant_id': '04586f9623d64addb209777a704571d9', 'mac_address': 'fa:16:3e:50:41:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:18Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 2, 'project_id': '04586f9623d64addb209777a704571d9', 'subnets': [{'id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:19.666910 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85ca7f-a4e2-4b24-828d-9361c4b14094 None None] The sync data for ids ['7aa59785-d562-41c9-88b2-b0eb624e3db7'] in dv-cinder-831776-5-iscsi is: [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '93979e57-b0b4-4ce6-8381-fe56b9363939', 'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'tenant_id': '04586f9623d64addb209777a704571d9', 'mac_address': 'fa:16:3e:50:41:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:18Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 2, 'project_id': '04586f9623d64addb209777a704571d9', 'subnets': [{'id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 06:00:20.043963 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45462) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:20.049002 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1584093346-network', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:00:20.069969 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Made reservation on behalf of 994c6039e80d443c81451bc8bb9a25b0 for: {'network': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 06:00:20.072719 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for network (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.082356 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.167050 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Publish callbacks [] for security_group (b9758436-43d5-4dfe-8545-9e922d625809), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.171095 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (b9758436-43d5-4dfe-8545-9e922d625809), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.199330 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=109788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 06:00:20.206068 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9758436-43d5-4dfe-8545-9e922d625809,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:20.212414 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (d0aefa81-9139-4311-94ec-5fcae6c7a28b), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.212832 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.segments_db [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Added segment d0aefa81-9139-4311-94ec-5fcae6c7a28b of type vlan for network e5a35a93-9e9b-442c-a4cc-5d788057d85b Mar 28 06:00:20.264380 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789770450499'] for network (e5a35a93-9e9b-442c-a4cc-5d788057d85b), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.300791 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776'] for network (e5a35a93-9e9b-442c-a4cc-5d788057d85b), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.302053 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:20.306952 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.320584 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 164f72e4-edc7-4dd9-9f91-640beffe68a6 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:20.370190 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3250453 Mar 28 06:00:20.372774 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45464) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:20.378480 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] Request body: {'subnet': {'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1584093346-subnet', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'ip_version': 4}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:00:20.380036 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 164f72e4-edc7-4dd9-9f91-640beffe68a6 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:20.380409 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.385898 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6d4da-841c-4571-975b-1bd5c6565a2f admin admin] Pushing event updated for resources: {'Network': ['ID=e5a35a93-9e9b-442c-a4cc-5d788057d85b,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:20.406738 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] Made reservation on behalf of 994c6039e80d443c81451bc8bb9a25b0 for: {'subnet': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 06:00:20.407576 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Network e5a35a93-9e9b-442c-a4cc-5d788057d85b details requested by agent ovs-agent-dv-cinder-831776-5-iscsi with host dv-cinder-831776-5-iscsi {{(pid=109790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 06:00:20.409512 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26897340'] for subnet (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.542904 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 164f72e4-edc7-4dd9-9f91-640beffe68a6 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:20.597116 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26897322'] for subnet (ae18e644-5de8-4c5e-bd58-124409251c8d), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.651799 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae18e644-5de8-4c5e-bd58-124409251c8d,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:20.663194 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] Checking segment: {'id': 'd0aefa81-9139-4311-94ec-5fcae6c7a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 06:00:20.663577 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] Network hostable DHCP agents. Network: e5a35a93-9e9b-442c-a4cc-5d788057d85b, hostable agents: ['187b0a54-51bd-425c-b973-7d774fe2404c'], hosted agents: [] {{(pid=109788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 06:00:20.682617 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] Network e5a35a93-9e9b-442c-a4cc-5d788057d85b is scheduled to be hosted by DHCP agent 187b0a54-51bd-425c-b973-7d774fe2404c with binding_index 1 {{(pid=109788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 06:00:20.691602 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-iscsi, e5a35a93-9e9b-442c-a4cc-5d788057d85b) {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:00:20.696561 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:20.697866 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.706639 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec361589-1844-4fcc-b706-392e29827af1 None None] Network e5a35a93-9e9b-442c-a4cc-5d788057d85b requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 06:00:20.715117 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-fcf86ad0-97bd-400b-a6ea-ea26b83d5acc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3413157 Mar 28 06:00:20.717577 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45466) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:20.722730 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1584093346-router', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:00:20.743780 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1450'] for router (aafbe2ab-3046-49ae-b726-7584a42c3535), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.744970 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-753326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1437'] for router (aafbe2ab-3046-49ae-b726-7584a42c3535), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.808343 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Publish callbacks [] for router_controller (aafbe2ab-3046-49ae-b726-7584a42c3535), precommit_add_association {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.824862 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49972e18-e24b-51c3-9c82-c23ad3404cfc-e5a35a93-9e9b-442c-a4cc-5d788057d85b', 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b', 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'fixed_ips': [{'subnet_id': 'ae18e644-5de8-4c5e-bd58-124409251c8d'}]}} from dv-cinder-831776-5-iscsi. {{(pid=109790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 06:00:20.825832 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.959609 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Publish callbacks [] for router_gateway (aafbe2ab-3046-49ae-b726-7584a42c3535), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:20.974700 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.db_base_plugin_common [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Allocated IP 172.20.0.2 (e5a35a93-9e9b-442c-a4cc-5d788057d85b/ae18e644-5de8-4c5e-bd58-124409251c8d/66a3617c-0282-4181-a387-98553cdc78e0) {{(pid=109790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 06:00:21.126598 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Publish callbacks [] for port (66a3617c-0282-4181-a387-98553cdc78e0), precommit_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:21.132346 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375'] for port (66a3617c-0282-4181-a387-98553cdc78e0), after_create {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:21.164377 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Publish callbacks [] for router_gateway (aafbe2ab-3046-49ae-b726-7584a42c3535), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:21.170015 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Network e5a35a93-9e9b-442c-a4cc-5d788057d85b is already hosted by enough agents. {{(pid=109790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 06:00:21.174863 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.scheduler.base_scheduler [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Resources bound (agent type, host, resource id): {{(pid=109790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:00:21.180396 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Received port after_create {{(pid=109790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 06:00:21.183531 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Pushing event updated for resources: {'Port': ['ID=66a3617c-0282-4181-a387-98553cdc78e0,revision_number=1']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:21.183994 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:21.236264 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Attempting to bind port 66a3617c-0282-4181-a387-98553cdc78e0 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 06:00:21.236637 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Attempting to bind port 66a3617c-0282-4181-a387-98553cdc78e0 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'd0aefa81-9139-4311-94ec-5fcae6c7a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 06:00:21.237001 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Attempting to bind port 66a3617c-0282-4181-a387-98553cdc78e0 on network e5a35a93-9e9b-442c-a4cc-5d788057d85b {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 06:00:21.242465 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 6, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 06:00:21.242845 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Checking segment: {'id': 'd0aefa81-9139-4311-94ec-5fcae6c7a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 06:00:21.243244 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:21.243633 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Bound using segment: {'id': 'd0aefa81-9139-4311-94ec-5fcae6c7a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 06:00:21.244092 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Bound port: 66a3617c-0282-4181-a387-98553cdc78e0, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0aefa81-9139-4311-94ec-5fcae6c7a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 06:00:21.244469 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (66a3617c-0282-4181-a387-98553cdc78e0), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:21.292665 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Allocated IP 172.27.1.50 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/7b768fc8-8008-4432-a1a0-205678223f6b) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 06:00:21.308881 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] For port 66a3617c-0282-4181-a387-98553cdc78e0, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 06:00:21.311838 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] For port 66a3617c-0282-4181-a387-98553cdc78e0, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=66a3617c-0282-4181-a387-98553cdc78e0,segment=NetworkSegment(d0aefa81-9139-4311-94ec-5fcae6c7a28b),segment_id=d0aefa81-9139-4311-94ec-5fcae6c7a28b)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 06:00:21.318312 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (66a3617c-0282-4181-a387-98553cdc78e0), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:21.382515 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788ebd2-2515-4d4b-8189-dfa1a847319c None None] Pushing event updated for resources: {'Port': ['ID=66a3617c-0282-4181-a387-98553cdc78e0,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:21.411474 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Publish callbacks [] for port (7b768fc8-8008-4432-a1a0-205678223f6b), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:21.450417 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:21.493698 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 06:00:21.498109 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:00:21.500760 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 06:00:21.532134 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Pushing event updated for resources: {'Port': ['ID=7b768fc8-8008-4432-a1a0-205678223f6b,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:21.755971 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Sync routers for ids ['7aa59785-d562-41c9-88b2-b0eb624e3db7'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 06:00:21.765136 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Routers {'7aa59785-d562-41c9-88b2-b0eb624e3db7'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:00:21.765746 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:00:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['7aa59785-d562-41c9-88b2-b0eb624e3db7'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:21.788206 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Publish callbacks [] for router_gateway (aafbe2ab-3046-49ae-b726-7584a42c3535), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:21.956958 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Set router 7aa59785-d562-41c9-88b2-b0eb624e3db7 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:00:21.987279 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-753333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738344'] for router (aafbe2ab-3046-49ae-b726-7584a42c3535), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:22.116374 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Router aafbe2ab-3046-49ae-b726-7584a42c3535 is scheduled to L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c with binding_index 1 {{(pid=109788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 06:00:22.151604 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '93979e57-b0b4-4ce6-8381-fe56b9363939', 'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'tenant_id': '04586f9623d64addb209777a704571d9', 'mac_address': 'fa:16:3e:50:41:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:18Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 2, 'project_id': '04586f9623d64addb209777a704571d9', 'subnets': [{'id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:22.177584 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Checking router: 7aa59785-d562-41c9-88b2-b0eb624e3db7 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 06:00:22.177941 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Updating router 7aa59785-d562-41c9-88b2-b0eb624e3db7 port 93979e57-b0b4-4ce6-8381-fe56b9363939 binding host dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 06:00:22.205490 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:22.228802 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 06:00:22.240357 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Sync routers for ids ['aafbe2ab-3046-49ae-b726-7584a42c3535'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 06:00:22.253113 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:22.254805 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-f9596ce9-d71b-460b-8728-226f7489d829 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5361514 Mar 28 06:00:22.258148 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45468) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:00:22.260714 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Routers {'aafbe2ab-3046-49ae-b726-7584a42c3535'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:00:22.261550 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:00:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['aafbe2ab-3046-49ae-b726-7584a42c3535'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:22.424696 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 66a3617c-0282-4181-a387-98553cdc78e0 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:22.473296 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Set router aafbe2ab-3046-49ae-b726-7584a42c3535 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:00:22.586888 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 66a3617c-0282-4181-a387-98553cdc78e0 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:22.587270 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (66a3617c-0282-4181-a387-98553cdc78e0), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:22.605302 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Publish callbacks [] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), precommit_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:22.613980 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:22.672168 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Pushing event updated for resources: {'Port': ['ID=93979e57-b0b4-4ce6-8381-fe56b9363939,revision_number=3']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:22.721708 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.722324 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.722789 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.723244 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.723678 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.724158 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.725087 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.725515 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.725957 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.726425 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.726854 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.727294 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.727722 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.728146 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.728563 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:22.748017 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Attempting to bind port 93979e57-b0b4-4ce6-8381-fe56b9363939 on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 06:00:22.750058 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Attempting to bind port 93979e57-b0b4-4ce6-8381-fe56b9363939 by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 06:00:22.750058 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Attempting to bind port 93979e57-b0b4-4ce6-8381-fe56b9363939 on network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 06:00:22.750357 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 66a3617c-0282-4181-a387-98553cdc78e0 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:22.750357 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (66a3617c-0282-4181-a387-98553cdc78e0), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:22.756241 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 6, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 06:00:22.756953 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Checking segment: {'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 06:00:22.756953 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:22.757482 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Bound using segment: {'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 06:00:22.758054 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Bound port: 93979e57-b0b4-4ce6-8381-fe56b9363939, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'}}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 06:00:22.758561 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:22.804692 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 66a3617c-0282-4181-a387-98553cdc78e0, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=66a3617c-0282-4181-a387-98553cdc78e0,segment=NetworkSegment(d0aefa81-9139-4311-94ec-5fcae6c7a28b),segment_id=d0aefa81-9139-4311-94ec-5fcae6c7a28b)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:00:22.815471 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (66a3617c-0282-4181-a387-98553cdc78e0), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:22.818931 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 0b218ed4-027a-4685-97cb-9fcbb18e3805 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:22.833054 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] For port 93979e57-b0b4-4ce6-8381-fe56b9363939, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 06:00:22.837329 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] For port 93979e57-b0b4-4ce6-8381-fe56b9363939, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=93979e57-b0b4-4ce6-8381-fe56b9363939,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 06:00:22.848143 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:22.942692 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b1bb0-0dea-4a64-90e0-5e7685a66ff9 None None] Pushing event updated for resources: {'Port': ['ID=93979e57-b0b4-4ce6-8381-fe56b9363939,revision_number=4']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:22.944603 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'name': 'tempest-TestMinimumBasicScenario-1584093346-router', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:20Z', 'updated_at': '2022-03-28T06:00:21Z', 'revision_number': 3, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'gw_port': {'id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:21Z', 'updated_at': '2022-03-28T06:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:22.951181 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Routers {'7aa59785-d562-41c9-88b2-b0eb624e3db7'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:00:22.952011 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:00:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['7aa59785-d562-41c9-88b2-b0eb624e3db7'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:22.979672 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50f1934-10a4-4e09-979f-f515826d786c None None] Network e5a35a93-9e9b-442c-a4cc-5d788057d85b requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 06:00:23.103821 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] Set router 7aa59785-d562-41c9-88b2-b0eb624e3db7 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:00:23.191884 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Checking router: aafbe2ab-3046-49ae-b726-7584a42c3535 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 06:00:23.192073 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Updating router aafbe2ab-3046-49ae-b726-7584a42c3535 port 7b768fc8-8008-4432-a1a0-205678223f6b binding host dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 06:00:23.196177 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=66a3617c-0282-4181-a387-98553cdc78e0,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:23.209462 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.245393 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-57652178-7a28-4ec8-a5e6-5de389b54940 None None] Provisioning complete for port 66a3617c-0282-4181-a387-98553cdc78e0 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:23.245771 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-57652178-7a28-4ec8-a5e6-5de389b54940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (66a3617c-0282-4181-a387-98553cdc78e0), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.293394 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.410601 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '93979e57-b0b4-4ce6-8381-fe56b9363939', 'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'tenant_id': '04586f9623d64addb209777a704571d9', 'mac_address': 'fa:16:3e:50:41:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:18Z', 'updated_at': '2022-03-28T06:00:22Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'subnets': [{'id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:23.411545 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Allocated IP 172.20.0.1 (e5a35a93-9e9b-442c-a4cc-5d788057d85b/ae18e644-5de8-4c5e-bd58-124409251c8d/eb64d2fc-0613-4e12-a2f2-64e62946105f) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 06:00:23.440862 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44f2af-86a9-4373-8641-a30d4d64433f None None] The sync data for ids ['7aa59785-d562-41c9-88b2-b0eb624e3db7'] in dv-cinder-831776-5-iscsi is: [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '93979e57-b0b4-4ce6-8381-fe56b9363939', 'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'tenant_id': '04586f9623d64addb209777a704571d9', 'mac_address': 'fa:16:3e:50:41:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:18Z', 'updated_at': '2022-03-28T06:00:22Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'subnets': [{'id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 06:00:23.453089 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 0b218ed4-027a-4685-97cb-9fcbb18e3805 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:23.453676 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.537395 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Publish callbacks [] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.573530 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.620873 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Network e5a35a93-9e9b-442c-a4cc-5d788057d85b is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 06:00:23.623916 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:00:23.627357 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 06:00:23.642772 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-57652178-7a28-4ec8-a5e6-5de389b54940 None None] Current status of the port 66a3617c-0282-4181-a387-98553cdc78e0 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:23.656927 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Pushing event updated for resources: {'Port': ['ID=eb64d2fc-0613-4e12-a2f2-64e62946105f,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:23.684303 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738045'] for router_interface (aafbe2ab-3046-49ae-b726-7584a42c3535), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.714126 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 0b218ed4-027a-4685-97cb-9fcbb18e3805 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:23.714556 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.771078 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 0b218ed4-027a-4685-97cb-9fcbb18e3805, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=0b218ed4-027a-4685-97cb-9fcbb18e3805,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:00:23.786026 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.816632 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Publish callbacks [] for port (7b768fc8-8008-4432-a1a0-205678223f6b), precommit_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.827616 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-d1d8f6dc-fc53-4f84-a008-cca0f436a5e2 None None] Provisioning complete for port 93979e57-b0b4-4ce6-8381-fe56b9363939 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:23.828449 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f6dc-fc53-4f84-a008-cca0f436a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.830600 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.831122 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.901518 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=0b218ed4-027a-4685-97cb-9fcbb18e3805,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:23.911100 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Attempting to bind port 7b768fc8-8008-4432-a1a0-205678223f6b on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 06:00:23.911486 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Attempting to bind port 7b768fc8-8008-4432-a1a0-205678223f6b by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 06:00:23.911975 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Attempting to bind port 7b768fc8-8008-4432-a1a0-205678223f6b on network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 06:00:23.940279 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 6, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 06:00:23.941012 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Checking segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 06:00:23.941165 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:23.941437 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Bound using segment: {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'} {{(pid=109790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 06:00:23.941917 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.managers [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Bound port: 7b768fc8-8008-4432-a1a0-205678223f6b, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132'}}] {{(pid=109790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 06:00:23.942315 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.003342 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95193535-d20e-4e06-a202-4a0032bc6cab None None] Pushing event updated for resources: {'Port': ['ID=7b768fc8-8008-4432-a1a0-205678223f6b,revision_number=2']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:24.011456 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Publish callbacks [] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.020054 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.042131 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8f6dc-fc53-4f84-a008-cca0f436a5e2 None None] Current status of the port 93979e57-b0b4-4ce6-8381-fe56b9363939 is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:24.042570 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f6dc-fc53-4f84-a008-cca0f436a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.053896 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] For port 7b768fc8-8008-4432-a1a0-205678223f6b, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 06:00:24.073762 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] For port 7b768fc8-8008-4432-a1a0-205678223f6b, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=7b768fc8-8008-4432-a1a0-205678223f6b,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 06:00:24.082574 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.089970 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Pushing event updated for resources: {'Port': ['ID=eb64d2fc-0613-4e12-a2f2-64e62946105f,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:24.094193 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-d1d8f6dc-fc53-4f84-a008-cca0f436a5e2 None None] For port 93979e57-b0b4-4ce6-8381-fe56b9363939, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=93979e57-b0b4-4ce6-8381-fe56b9363939,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:00:24.096517 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737897'] for router_interface (aafbe2ab-3046-49ae-b726-7584a42c3535), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.117496 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f6dc-fc53-4f84-a008-cca0f436a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.149699 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95193535-d20e-4e06-a202-4a0032bc6cab None None] Pushing event updated for resources: {'Port': ['ID=7b768fc8-8008-4432-a1a0-205678223f6b,revision_number=3']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:24.152151 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Routers {'aafbe2ab-3046-49ae-b726-7584a42c3535'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:00:24.152759 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:00:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['aafbe2ab-3046-49ae-b726-7584a42c3535'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:24.193970 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Network e5a35a93-9e9b-442c-a4cc-5d788057d85b is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 06:00:24.195448 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:00:24.284425 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-a270851d-b99e-43b3-b061-3d5578af4e10 None None] Provisioning complete for port eb64d2fc-0613-4e12-a2f2-64e62946105f triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:24.285062 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a270851d-b99e-43b3-b061-3d5578af4e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.293523 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8f6dc-fc53-4f84-a008-cca0f436a5e2 None None] Pushing event updated for resources: {'Port': ['ID=93979e57-b0b4-4ce6-8381-fe56b9363939,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:24.325546 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Router aafbe2ab-3046-49ae-b726-7584a42c3535 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 06:00:24.347024 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] Set router aafbe2ab-3046-49ae-b726-7584a42c3535 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:00:24.349660 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-a270851d-b99e-43b3-b061-3d5578af4e10 None None] Port eb64d2fc-0613-4e12-a2f2-64e62946105f cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 06:00:24.376874 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 66a3617c-0282-4181-a387-98553cdc78e0 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:24.433294 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-a270851d-b99e-43b3-b061-3d5578af4e10 None None] Provisioning complete for port 66a3617c-0282-4181-a387-98553cdc78e0 triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:24.433673 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a270851d-b99e-43b3-b061-3d5578af4e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (66a3617c-0282-4181-a387-98553cdc78e0), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.447188 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 06:00:24.452719 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-552a2f86-c753-405a-9163-61fc1e2dd9be admin admin] 10.222.0.20 "PUT /v2.0/routers/aafbe2ab-3046-49ae-b726-7584a42c3535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1933508 Mar 28 06:00:24.555976 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 66a3617c-0282-4181-a387-98553cdc78e0 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:24.556538 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (66a3617c-0282-4181-a387-98553cdc78e0), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.677743 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-a270851d-b99e-43b3-b061-3d5578af4e10 None None] Current status of the port 66a3617c-0282-4181-a387-98553cdc78e0 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:24.725903 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 66a3617c-0282-4181-a387-98553cdc78e0 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:24.727008 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 0b218ed4-027a-4685-97cb-9fcbb18e3805 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:24.774554 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'name': 'tempest-TestMinimumBasicScenario-1584093346-router', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:20Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'gw_port': {'id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:21Z', 'updated_at': '2022-03-28T06:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'eb64d2fc-0613-4e12-a2f2-64e62946105f', 'name': '', 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'mac_address': 'fa:16:3e:9e:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae18e644-5de8-4c5e-bd58-124409251c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:23Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 2, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'subnets': [{'id': 'ae18e644-5de8-4c5e-bd58-124409251c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:24.807134 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d834e820-37c2-42f5-9d0c-3cbd6f893102 None None] The sync data for ids ['aafbe2ab-3046-49ae-b726-7584a42c3535'] in dv-cinder-831776-5-iscsi is: [{'id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'name': 'tempest-TestMinimumBasicScenario-1584093346-router', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:20Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'gw_port': {'id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:21Z', 'updated_at': '2022-03-28T06:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'eb64d2fc-0613-4e12-a2f2-64e62946105f', 'name': '', 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'mac_address': 'fa:16:3e:9e:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae18e644-5de8-4c5e-bd58-124409251c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:23Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 2, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'subnets': [{'id': 'ae18e644-5de8-4c5e-bd58-124409251c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 06:00:24.825719 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 0b218ed4-027a-4685-97cb-9fcbb18e3805 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:24.825719 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.825719 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-5c027935-d98e-4100-a127-3cdf8b9b90d4 None None] Provisioning complete for port eb64d2fc-0613-4e12-a2f2-64e62946105f triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:24.825719 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-5c027935-d98e-4100-a127-3cdf8b9b90d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:24.888839 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-5c027935-d98e-4100-a127-3cdf8b9b90d4 None None] Port eb64d2fc-0613-4e12-a2f2-64e62946105f cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 06:00:25.084285 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 0b218ed4-027a-4685-97cb-9fcbb18e3805 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:25.085407 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 93979e57-b0b4-4ce6-8381-fe56b9363939 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:25.133987 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 93979e57-b0b4-4ce6-8381-fe56b9363939 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:25.134394 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:25.237054 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 93979e57-b0b4-4ce6-8381-fe56b9363939 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:26.353146 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 7b768fc8-8008-4432-a1a0-205678223f6b up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:26.412641 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 7b768fc8-8008-4432-a1a0-205678223f6b triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:26.412928 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:26.509911 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 7b768fc8-8008-4432-a1a0-205678223f6b is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:26.510335 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:26.541436 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] For port 7b768fc8-8008-4432-a1a0-205678223f6b, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=7b768fc8-8008-4432-a1a0-205678223f6b,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:00:26.547830 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:26.548614 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 93979e57-b0b4-4ce6-8381-fe56b9363939 up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:26.629929 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Pushing event updated for resources: {'Port': ['ID=7b768fc8-8008-4432-a1a0-205678223f6b,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:26.638916 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 93979e57-b0b4-4ce6-8381-fe56b9363939 triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:26.639293 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:26.725812 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 93979e57-b0b4-4ce6-8381-fe56b9363939 is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:27.217062 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Sync routers for ids ['aafbe2ab-3046-49ae-b726-7584a42c3535'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 06:00:27.228740 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Routers {'aafbe2ab-3046-49ae-b726-7584a42c3535'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:00:27.229532 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:00:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['aafbe2ab-3046-49ae-b726-7584a42c3535'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:27.359993 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Set router aafbe2ab-3046-49ae-b726-7584a42c3535 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:00:27.576156 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'name': 'tempest-TestMinimumBasicScenario-1584093346-router', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:20Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'gw_port': {'id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:21Z', 'updated_at': '2022-03-28T06:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'eb64d2fc-0613-4e12-a2f2-64e62946105f', 'name': '', 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'mac_address': 'fa:16:3e:9e:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae18e644-5de8-4c5e-bd58-124409251c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:23Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 2, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'subnets': [{'id': 'ae18e644-5de8-4c5e-bd58-124409251c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:27.611449 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Checking router: aafbe2ab-3046-49ae-b726-7584a42c3535 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 06:00:27.611796 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Updating router aafbe2ab-3046-49ae-b726-7584a42c3535 port eb64d2fc-0613-4e12-a2f2-64e62946105f binding host dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 06:00:27.640122 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:27.923006 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Publish callbacks [] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), precommit_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:27.929118 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:28.139536 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4088c-c756-418a-a3b7-77c4b7acb05f None None] Pushing event updated for resources: {'Port': ['ID=eb64d2fc-0613-4e12-a2f2-64e62946105f,revision_number=3']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:28.141754 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Attempting to bind port eb64d2fc-0613-4e12-a2f2-64e62946105f on host dv-cinder-831776-5-iscsi for vnic_type normal with profile {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 06:00:28.142130 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Attempting to bind port eb64d2fc-0613-4e12-a2f2-64e62946105f by drivers openvswitch,hyperv on host dv-cinder-831776-5-iscsi at level 0 using segments [{'id': 'd0aefa81-9139-4311-94ec-5fcae6c7a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b'}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 06:00:28.142533 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Attempting to bind port eb64d2fc-0613-4e12-a2f2-64e62946105f on network e5a35a93-9e9b-442c-a4cc-5d788057d85b {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 06:00:28.148995 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Checking agent: {'id': '3815748e-2436-4b39-b248-2b588d427c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 6), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 6, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 06:00:28.149387 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Checking segment: {'id': 'd0aefa81-9139-4311-94ec-5fcae6c7a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 06:00:28.149791 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:28.150187 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Bound using segment: {'id': 'd0aefa81-9139-4311-94ec-5fcae6c7a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b'} {{(pid=109791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 06:00:28.150721 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.managers [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Bound port: eb64d2fc-0613-4e12-a2f2-64e62946105f, host: dv-cinder-831776-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0aefa81-9139-4311-94ec-5fcae6c7a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b'}}] {{(pid=109791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 06:00:28.151105 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), before_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:28.241095 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-44e95182-b494-45ba-9a00-7eef76ff4ab7 None None] Provisioning complete for port eb64d2fc-0613-4e12-a2f2-64e62946105f triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:28.241630 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-44e95182-b494-45ba-9a00-7eef76ff4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:28.242704 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] For port eb64d2fc-0613-4e12-a2f2-64e62946105f, host dv-cinder-831776-5-iscsi, cleared binding levels {{(pid=109791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 06:00:28.246110 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.plugins.ml2.db [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] For port eb64d2fc-0613-4e12-a2f2-64e62946105f, host dv-cinder-831776-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=eb64d2fc-0613-4e12-a2f2-64e62946105f,segment=NetworkSegment(d0aefa81-9139-4311-94ec-5fcae6c7a28b),segment_id=d0aefa81-9139-4311-94ec-5fcae6c7a28b)] {{(pid=109791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 06:00:28.258234 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron_lib.callbacks.manager [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), after_update {{(pid=109791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:28.284719 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-44e95182-b494-45ba-9a00-7eef76ff4ab7 None None] Port eb64d2fc-0613-4e12-a2f2-64e62946105f cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 06:00:28.301086 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 7b768fc8-8008-4432-a1a0-205678223f6b up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:28.344835 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4088c-c756-418a-a3b7-77c4b7acb05f None None] Pushing event updated for resources: {'Port': ['ID=eb64d2fc-0613-4e12-a2f2-64e62946105f,revision_number=4']} {{(pid=109791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:28.349840 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Routers {'aafbe2ab-3046-49ae-b726-7584a42c3535'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:00:28.350952 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:00:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['aafbe2ab-3046-49ae-b726-7584a42c3535'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:28.369066 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port 7b768fc8-8008-4432-a1a0-205678223f6b triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:28.369788 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:28.470061 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port 7b768fc8-8008-4432-a1a0-205678223f6b is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:28.504113 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] Set router aafbe2ab-3046-49ae-b726-7584a42c3535 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:00:28.705788 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-47cc03a0-6278-4ff9-bd85-260b512f9d85 None None] Provisioning complete for port eb64d2fc-0613-4e12-a2f2-64e62946105f triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:28.706068 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-47cc03a0-6278-4ff9-bd85-260b512f9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:28.728737 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'name': 'tempest-TestMinimumBasicScenario-1584093346-router', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:20Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'gw_port': {'id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:21Z', 'updated_at': '2022-03-28T06:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'eb64d2fc-0613-4e12-a2f2-64e62946105f', 'name': '', 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'mac_address': 'fa:16:3e:9e:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae18e644-5de8-4c5e-bd58-124409251c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:23Z', 'updated_at': '2022-03-28T06:00:28Z', 'revision_number': 4, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'subnets': [{'id': 'ae18e644-5de8-4c5e-bd58-124409251c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:00:28.762550 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc826a0-b14d-46a7-98a0-8d273f9a2cfb None None] The sync data for ids ['aafbe2ab-3046-49ae-b726-7584a42c3535'] in dv-cinder-831776-5-iscsi is: [{'id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'name': 'tempest-TestMinimumBasicScenario-1584093346-router', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:20Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'gw_port': {'id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:21Z', 'updated_at': '2022-03-28T06:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': 'eb64d2fc-0613-4e12-a2f2-64e62946105f', 'name': '', 'network_id': 'e5a35a93-9e9b-442c-a4cc-5d788057d85b', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'mac_address': 'fa:16:3e:9e:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae18e644-5de8-4c5e-bd58-124409251c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:23Z', 'updated_at': '2022-03-28T06:00:28Z', 'revision_number': 4, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'subnets': [{'id': 'ae18e644-5de8-4c5e-bd58-124409251c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 06:00:28.804395 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-47cc03a0-6278-4ff9-bd85-260b512f9d85 None None] Current status of the port eb64d2fc-0613-4e12-a2f2-64e62946105f is: DOWN; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:28.805268 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-47cc03a0-6278-4ff9-bd85-260b512f9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:28.850696 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-47cc03a0-6278-4ff9-bd85-260b512f9d85 None None] For port eb64d2fc-0613-4e12-a2f2-64e62946105f, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=eb64d2fc-0613-4e12-a2f2-64e62946105f,segment=NetworkSegment(d0aefa81-9139-4311-94ec-5fcae6c7a28b),segment_id=d0aefa81-9139-4311-94ec-5fcae6c7a28b)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:00:28.857775 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-47cc03a0-6278-4ff9-bd85-260b512f9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:28.920401 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc03a0-6278-4ff9-bd85-260b512f9d85 None None] Pushing event updated for resources: {'Port': ['ID=eb64d2fc-0613-4e12-a2f2-64e62946105f,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:29.737072 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-6bf03036-064b-4f51-8e3b-f39498178498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:30.309901 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device eb64d2fc-0613-4e12-a2f2-64e62946105f up at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:30.363300 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Provisioning complete for port eb64d2fc-0613-4e12-a2f2-64e62946105f triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:30.363673 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:30.461055 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Current status of the port eb64d2fc-0613-4e12-a2f2-64e62946105f is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:32.104052 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-814049d5-d284-4df7-baa2-2ede447be14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:32.365849 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:00:33.159517 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:34.057228 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-b5dfde6f-6f86-49ce-a258-37e6c6bec30f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:34.058690 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-b5dfde6f-6f86-49ce-a258-37e6c6bec30f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/networks?id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 HTTP/1.1" status: 200 len: 814 time: 0.0981319 Mar 28 06:00:34.072613 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-26f7a828-e04d-4ddb-9e8a-f40b0cb46992 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/quotas/04586f9623d64addb209777a704571d9 HTTP/1.1" status: 200 len: 375 time: 0.0086801 Mar 28 06:00:34.125680 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-1c34ce6f-49a2-4f80-b867-386921c9585e tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04586f9623d64addb209777a704571d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483730 Mar 28 06:00:34.306976 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-fe9e4876-06bf-4628-90ee-ccf600010144 service neutron] 10.222.0.20 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705654 Mar 28 06:00:34.393014 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-3b5f0948-c7b9-4689-8101-b3b20f8f2173 service neutron] 10.222.0.20 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803623 Mar 28 06:00:34.555100 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a10d0cdc-a773-459c-84e3-aefeae47f502 req-6b9d021e-3714-4bcd-bda4-a45a272fee1b tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 210 time: 0.0327933 Mar 28 06:00:34.779119 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:35.534500 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-3cdf358b-fb96-4aed-aa5c-3e04723e6165 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:35.536066 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-3cdf358b-fb96-4aed-aa5c-3e04723e6165 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.21 "GET /v2.0/networks?id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 HTTP/1.1" status: 200 len: 814 time: 0.1040707 Mar 28 06:00:35.555900 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Request body: {'port': {'device_id': 'aaeee089-df12-4322-8b76-31a196615b36', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'admin_state_up': True, 'tenant_id': '04586f9623d64addb209777a704571d9'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:00:35.665553 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d4845ab1-b649-4256-8695-a95c39cccede req-1c3236e4-dea3-432d-91c9-179b8cb03e15 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 210 time: 0.0355175 Mar 28 06:00:35.699513 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Made reservation on behalf of 04586f9623d64addb209777a704571d9 for: {'port': 1} {{(pid=109788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 06:00:35.703084 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:35.831748 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Allocated IP 172.20.0.12 (1fee3145-e21e-43d9-9ada-b3a4e0c5eb94/d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3/45f9f253-48de-4362-b0d0-89f263070a2c) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 06:00:35.999949 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for port (45f9f253-48de-4362-b0d0-89f263070a2c), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:36.043962 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:36.110282 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 06:00:36.117251 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:00:36.126036 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 06:00:36.135665 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'Port': ['ID=45f9f253-48de-4362-b0d0-89f263070a2c,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:36.169434 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.169800 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.170238 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.174584 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.174940 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.175396 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.178346 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.178834 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.179309 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.179795 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.180204 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.180616 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.180960 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.181357 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.181758 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:00:36.226240 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:36.227041 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:36.257539 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5d094447-0d95-4491-83b3-bbef75857005 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7067289 Mar 28 06:00:36.387761 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:36.438019 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-768c4fe0-8805-401d-82db-f1be4686d4fc None None] Provisioning complete for port 45f9f253-48de-4362-b0d0-89f263070a2c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:36.438669 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-768c4fe0-8805-401d-82db-f1be4686d4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:36.475510 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-768c4fe0-8805-401d-82db-f1be4686d4fc None None] Port 45f9f253-48de-4362-b0d0-89f263070a2c cannot update to ACTIVE because it is not bound. {{(pid=109790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 06:00:36.791354 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab6170-1e98-4679-a149-ea93f4c22af8 req-0a842c30-3e26-4c15-ae1b-0f2e1c37b5c7 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:36.793505 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f7ab6170-1e98-4679-a149-ea93f4c22af8 req-0a842c30-3e26-4c15-ae1b-0f2e1c37b5c7 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 932 time: 0.0556023 Mar 28 06:00:36.844188 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f7ab6170-1e98-4679-a149-ea93f4c22af8 req-d4e4a468-b367-426e-a7ee-9ce89e3cb3cb tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447721 Mar 28 06:00:37.977633 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0f5c5-b614-41c4-82de-daeaf427242e req-eee50706-d694-42e1-904b-a983282e1b9c tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:37.980370 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f8e0f5c5-b614-41c4-82de-daeaf427242e req-eee50706-d694-42e1-904b-a983282e1b9c tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 932 time: 0.0634291 Mar 28 06:00:38.030510 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f8e0f5c5-b614-41c4-82de-daeaf427242e req-1e69f064-58d8-4307-a1e0-dbb54580920d tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444636 Mar 28 06:00:38.510781 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-347e6d7d-e136-4c95-ab33-d79ce5448c7e service neutron] (109788) timed out ('10.222.0.20', 39840) {{(pid=109788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 06:00:38.696368 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-7666a056-14f0-436f-accf-e7436ad5d6ff req-2eefbf05-1543-4e54-98a7-d0b9d3c4ca73 tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] (109789) timed out ('10.222.0.20', 39848) {{(pid=109789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 06:00:39.108767 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:39.155205 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12fd8-e3ca-476b-836c-a4920ca8608a req-09780f50-9687-464d-b2ec-ee958e11cffe tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:39.156770 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fcb12fd8-e3ca-476b-836c-a4920ca8608a req-09780f50-9687-464d-b2ec-ee958e11cffe tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 932 time: 0.0562217 Mar 28 06:00:39.212644 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fcb12fd8-e3ca-476b-836c-a4920ca8608a req-4c5ff8c3-9c30-4a63-8748-6f50db1a6875 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502658 Mar 28 06:00:40.337078 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3577-1949-4d34-bf49-36042ef65d9c req-6b9025d6-78bf-42ac-8624-4c0f3ea77ea3 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:40.338688 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2fbd3577-1949-4d34-bf49-36042ef65d9c req-6b9025d6-78bf-42ac-8624-4c0f3ea77ea3 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 932 time: 0.0565686 Mar 28 06:00:40.390875 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-2fbd3577-1949-4d34-bf49-36042ef65d9c req-6cdd1abc-4ee8-4ef6-a280-a5a420071e62 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Mar 28 06:00:41.510786 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e6860-8cbb-4a23-8cf1-8a17fcf15c74 req-ec86e66b-77a3-4a21-83bb-cc0be2066642 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:41.512324 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-155e6860-8cbb-4a23-8cf1-8a17fcf15c74 req-ec86e66b-77a3-4a21-83bb-cc0be2066642 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 932 time: 0.0531590 Mar 28 06:00:41.578379 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-155e6860-8cbb-4a23-8cf1-8a17fcf15c74 req-80b469c7-d898-41b3-af85-e428899acff1 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551102 Mar 28 06:00:42.704001 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23a6f3-c85e-4f43-87ce-57c455281cd0 req-1f68db7d-f3d2-40af-afd9-c5f2a7fefe29 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:42.706595 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1e23a6f3-c85e-4f43-87ce-57c455281cd0 req-1f68db7d-f3d2-40af-afd9-c5f2a7fefe29 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 932 time: 0.0608406 Mar 28 06:00:42.756451 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1e23a6f3-c85e-4f43-87ce-57c455281cd0 req-5c648135-cd44-4a73-ad33-5767ff5252ed tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Mar 28 06:00:43.873337 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9a1db-5a79-4a2b-83ef-c9d7db3afa98 req-255e8d44-09ac-4c63-ae4e-5524902274d9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:43.874804 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bae9a1db-5a79-4a2b-83ef-c9d7db3afa98 req-255e8d44-09ac-4c63-ae4e-5524902274d9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 932 time: 0.0545628 Mar 28 06:00:43.919565 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-bae9a1db-5a79-4a2b-83ef-c9d7db3afa98 req-df888415-158a-4e66-8ccd-00daad4b0721 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388079 Mar 28 06:00:45.037433 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff7bf7-42f1-4a16-8326-72fc2c49a7c9 req-8ae19478-26b7-483b-bfde-e26cdbf8bc77 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:45.038885 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-47ff7bf7-42f1-4a16-8326-72fc2c49a7c9 req-8ae19478-26b7-483b-bfde-e26cdbf8bc77 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 932 time: 0.0506260 Mar 28 06:00:45.088656 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-47ff7bf7-42f1-4a16-8326-72fc2c49a7c9 req-348da204-d5fb-4a8b-97ad-e5f929db5509 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Mar 28 06:00:45.601524 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Request body: {'port': {'device_id': 'aaeee089-df12-4322-8b76-31a196615b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:00:45.662171 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:45.907821 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f9f253-48de-4362-b0d0-89f263070a2c {{(pid=109788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 06:00:45.915309 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Publish callbacks [] for port (45f9f253-48de-4362-b0d0-89f263070a2c), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:45.926635 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.provisioning_blocks [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Transition to ACTIVE for port object 45f9f253-48de-4362-b0d0-89f263070a2c will not be triggered until provisioned by entity L2. {{(pid=109788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 06:00:45.930536 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:45.983999 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Pushing event updated for resources: {'Port': ['ID=45f9f253-48de-4362-b0d0-89f263070a2c,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:46.057835 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Attempting to bind port 45f9f253-48de-4362-b0d0-89f263070a2c on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 06:00:46.058587 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Attempting to bind port 45f9f253-48de-4362-b0d0-89f263070a2c by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 06:00:46.058587 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Attempting to bind port 45f9f253-48de-4362-b0d0-89f263070a2c on network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 06:00:46.063026 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Port 45f9f253-48de-4362-b0d0-89f263070a2c on network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 06:00:46.063345 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Attempting to bind port 45f9f253-48de-4362-b0d0-89f263070a2c on network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 06:00:46.068892 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Checking agent: {'id': 'af968dba-2e7b-4ef6-8de5-5d72003711bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 06:00:46.069230 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Checking segment: {'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 06:00:46.069641 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Bound using segment: {'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'} {{(pid=109788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 06:00:46.070072 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.managers [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Bound port: 45f9f253-48de-4362-b0d0-89f263070a2c, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c3d11a-9b30-44a3-b93f-d717a480bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94'}}] {{(pid=109788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 06:00:46.070455 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:46.135042 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] For port 45f9f253-48de-4362-b0d0-89f263070a2c, host hv-cinder-83177, cleared binding levels {{(pid=109788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 06:00:46.137973 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] For port 45f9f253-48de-4362-b0d0-89f263070a2c, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=45f9f253-48de-4362-b0d0-89f263070a2c,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 06:00:46.143707 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:46.183010 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:46.183628 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:46.184981 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] 10.222.0.21 "PUT /v2.0/ports/45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 1094 time: 0.5885406 Mar 28 06:00:46.187094 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 06:00:46.189323 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb9958-fdf9-4897-9039-b3b649d10905" -d '{"events": [{"name": "network-changed", "server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 06:00:46.241868 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f740d1-f3d3-49cf-a7c3-da76e6074773 service neutron] Pushing event updated for resources: {'Port': ['ID=45f9f253-48de-4362-b0d0-89f263070a2c,revision_number=3']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:46.282974 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cce62-8b94-40c2-bdda-e22e716450c5 req-f0b5accb-66b9-432f-b7f0-3bb6689ca11d tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:46.284502 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-120cce62-8b94-40c2-bdda-e22e716450c5 req-f0b5accb-66b9-432f-b7f0-3bb6689ca11d tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 944 time: 0.1147878 Mar 28 06:00:46.328986 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-6fc6e117-5e60-4d50-8422-e53d379be299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:46.330781 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-6fc6e117-5e60-4d50-8422-e53d379be299 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04586f9623d64addb209777a704571d9&device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 1128 time: 0.0846567 Mar 28 06:00:46.351566 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-120cce62-8b94-40c2-bdda-e22e716450c5 req-f331658a-42a2-4d82-bef2-daac71bb19df tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595176 Mar 28 06:00:46.380969 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-b4b42c63-d713-4846-b95d-9d0090b4d599 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 217 time: 0.0381117 Mar 28 06:00:46.430770 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-86c47ace-6e28-42e4-8de0-670e32c111d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:46.432115 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-86c47ace-6e28-42e4-8de0-670e32c111d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3 HTTP/1.1" status: 200 len: 853 time: 0.0456963 Mar 28 06:00:46.478322 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-c784ce29-ae77-42cc-8249-474fd1f4ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:46.479770 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-c784ce29-ae77-42cc-8249-474fd1f4ecd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422621 Mar 28 06:00:46.565563 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-126b34db-58b8-406b-90ae-30beb8f0ed3d service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795386 Mar 28 06:00:46.655596 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ca8ad80b-193f-49aa-9493-9853e6fa9d95 req-5232549c-586f-456f-b2bc-bfc893fe5791 service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838776 Mar 28 06:00:47.262657 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 06:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4e6c91-e421-456e-9a47-e286a4368527 x-openstack-request-id: req-4d4e6c91-e421-456e-9a47-e286a4368527 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 06:00:47.263209 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 06:00:47.263209 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d4e6c91-e421-456e-9a47-e286a4368527 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 06:00:47.263604 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4e6c91-e421-456e-9a47-e286a4368527'] response: {'name': 'network-changed', 'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c', 'status': 'completed', 'code': 200} Mar 28 06:00:47.346585 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb9958-fdf9-4897-9039-b3b649d10905 req-fe7e280d-ff71-459d-8903-7609008cc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:47.348045 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d0fb9958-fdf9-4897-9039-b3b649d10905 req-fe7e280d-ff71-459d-8903-7609008cc01e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04586f9623d64addb209777a704571d9&device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 1128 time: 0.0437179 Mar 28 06:00:47.467947 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb9958-fdf9-4897-9039-b3b649d10905 req-fc55b06f-19c0-4e6d-a8b7-ea4e6781de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:47.469370 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d0fb9958-fdf9-4897-9039-b3b649d10905 req-fc55b06f-19c0-4e6d-a8b7-ea4e6781de18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 HTTP/1.1" status: 200 len: 914 time: 0.1147399 Mar 28 06:00:47.517635 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e9fe2-e59e-4e67-903f-57a469e179a1 req-7b7a6268-9d8a-469b-a6f3-08d8eced1d6b tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:47.518991 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8a2e9fe2-e59e-4e67-903f-57a469e179a1 req-7b7a6268-9d8a-469b-a6f3-08d8eced1d6b tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 944 time: 0.0993917 Mar 28 06:00:47.520205 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d0fb9958-fdf9-4897-9039-b3b649d10905 req-950bfafb-82da-4b1c-b406-bb836b8f5c4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 217 time: 0.0441787 Mar 28 06:00:47.613350 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb9958-fdf9-4897-9039-b3b649d10905 req-2ed9a6c2-cc42-458d-98a2-1d71c03c9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:47.615471 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d0fb9958-fdf9-4897-9039-b3b649d10905 req-2ed9a6c2-cc42-458d-98a2-1d71c03c9ccc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3 HTTP/1.1" status: 200 len: 853 time: 0.0846736 Mar 28 06:00:47.618745 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-8a2e9fe2-e59e-4e67-903f-57a469e179a1 req-b7d9c418-71a2-45f1-8b40-f65408f4cbb5 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940678 Mar 28 06:00:47.663395 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb9958-fdf9-4897-9039-b3b649d10905 req-f0752de7-441f-447e-ab99-933172b75ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:47.664912 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d0fb9958-fdf9-4897-9039-b3b649d10905 req-f0752de7-441f-447e-ab99-933172b75ef3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435205 Mar 28 06:00:48.044763 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d0fb9958-fdf9-4897-9039-b3b649d10905 req-35ad317d-6479-4640-b4a4-1b6f66f001ac service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729913 Mar 28 06:00:48.131122 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d0fb9958-fdf9-4897-9039-b3b649d10905 req-dd444542-b321-4ded-a634-92b1504b3380 service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796363 Mar 28 06:00:48.736009 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b3ccb-175a-4124-a3cd-3ffec49f3795 req-422e6605-b6ed-47aa-af6f-f1d3a31c45db tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:48.737447 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c95b3ccb-175a-4124-a3cd-3ffec49f3795 req-422e6605-b6ed-47aa-af6f-f1d3a31c45db tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 944 time: 0.0513918 Mar 28 06:00:48.785636 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-c95b3ccb-175a-4124-a3cd-3ffec49f3795 req-6925474b-0453-4ec6-aeeb-650ef7d0743b tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Mar 28 06:00:49.901045 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71789a-1c96-47f7-a99d-147731ac67c4 req-016f1c5a-82d0-479e-9988-42c5faac7c32 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:49.902547 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb71789a-1c96-47f7-a99d-147731ac67c4 req-016f1c5a-82d0-479e-9988-42c5faac7c32 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 944 time: 0.0516067 Mar 28 06:00:49.947331 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-fb71789a-1c96-47f7-a99d-147731ac67c4 req-0497bcd8-7fd3-419f-973a-0fd4559b79f6 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392990 Mar 28 06:00:50.415550 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 45f9f253-48de-4362-b0d0-89f263070a2c details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 06:00:50.516424 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 45f9f253-48de-4362-b0d0-89f263070a2c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=45f9f253-48de-4362-b0d0-89f263070a2c,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:00:50.528091 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Returning: {'device': '45f9f253-48de-4362-b0d0-89f263070a2c', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'port_id': '45f9f253-48de-4362-b0d0-89f263070a2c', 'mac_address': 'fa:16:3e:b1:37:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 06:00:50.564302 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 45f9f253-48de-4362-b0d0-89f263070a2c is: DOWN; New status is: BUILD {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:50.564699 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:50.577592 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f9f253-48de-4362-b0d0-89f263070a2c {{(pid=109790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 06:00:50.596936 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 45f9f253-48de-4362-b0d0-89f263070a2c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=45f9f253-48de-4362-b0d0-89f263070a2c,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:00:50.600617 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:50.648595 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=45f9f253-48de-4362-b0d0-89f263070a2c,revision_number=4']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:51.029964 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['45f9f253-48de-4362-b0d0-89f263070a2c'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 06:00:51.060022 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52268610-91b2-4bd5-b22e-c9de8073ce73 req-df5647bf-52e5-45d3-94e8-c9f9d665893b tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:51.061476 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-52268610-91b2-4bd5-b22e-c9de8073ce73 req-df5647bf-52e5-45d3-94e8-c9f9d665893b tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 945 time: 0.0503819 Mar 28 06:00:51.106471 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-52268610-91b2-4bd5-b22e-c9de8073ce73 req-f5aeaf62-ba3d-453a-b8bc-39e9870adf7a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Mar 28 06:00:52.226053 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3bc4b-b89f-4467-9855-9acc61cb2ecb req-0e7277a9-6ddf-4886-986f-e645a5947732 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:52.227510 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-08c3bc4b-b89f-4467-9855-9acc61cb2ecb req-0e7277a9-6ddf-4886-986f-e645a5947732 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 945 time: 0.0552375 Mar 28 06:00:52.272530 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-08c3bc4b-b89f-4467-9855-9acc61cb2ecb req-732c7cbe-7ee7-442b-b7e4-a4cc8d5fdff0 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394275 Mar 28 06:00:52.430991 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 45f9f253-48de-4362-b0d0-89f263070a2c up at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 06:00:52.480674 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning for port 45f9f253-48de-4362-b0d0-89f263070a2c completed by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 06:00:52.484310 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Provisioning complete for port 45f9f253-48de-4362-b0d0-89f263070a2c triggered by entity L2. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:00:52.484676 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:52.558495 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Current status of the port 45f9f253-48de-4362-b0d0-89f263070a2c is: BUILD; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:00:52.558883 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), before_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:52.580058 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c'}] {{(pid=109790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 06:00:52.582235 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb7116d405d5af9e66d637fcfd6f82ede80b90b9d93b1dfed13aa62767a4fb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eb01c2-5a1c-4e3c-8d36-5e578e25f562" -d '{"events": [{"server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "name": "network-vif-plugged", "status": "completed", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c"}]}' {{(pid=109790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 06:00:52.594958 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] For port 45f9f253-48de-4362-b0d0-89f263070a2c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=45f9f253-48de-4362-b0d0-89f263070a2c,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:00:52.599215 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:00:52.643971 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Pushing event updated for resources: {'Port': ['ID=45f9f253-48de-4362-b0d0-89f263070a2c,revision_number=5']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:00:52.731435 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 06:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1470548e-35b3-4e80-b8b9-1fe8d9b09878 x-openstack-request-id: req-1470548e-35b3-4e80-b8b9-1fe8d9b09878 {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 06:00:52.732077 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "name": "network-vif-plugged", "status": "completed", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c", "code": 200}]} {{(pid=109790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 06:00:52.732333 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1470548e-35b3-4e80-b8b9-1fe8d9b09878 {{(pid=109790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 06:00:52.732736 dv-cinder-831776-5-iscsi neutron-server[109790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1470548e-35b3-4e80-b8b9-1fe8d9b09878'] response: {'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c', 'code': 200} Mar 28 06:00:52.929171 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984fdc-bf5c-4af8-9853-cd5e6bb3de4b req-7c64a9d1-6772-49cc-ba60-9cf5a972980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:52.930858 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d984fdc-bf5c-4af8-9853-cd5e6bb3de4b req-7c64a9d1-6772-49cc-ba60-9cf5a972980c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 1130 time: 0.0440636 Mar 28 06:00:52.978893 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d984fdc-bf5c-4af8-9853-cd5e6bb3de4b req-21aa3644-915c-40de-a16d-cd798648ade5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Mar 28 06:00:53.388735 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58cd52-6d8e-4324-9394-d97fc87e3777 req-028b014b-f4ed-4c6d-a109-c30065ed584c tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:53.390170 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cf58cd52-6d8e-4324-9394-d97fc87e3777 req-028b014b-f4ed-4c6d-a109-c30065ed584c tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 946 time: 0.0543334 Mar 28 06:00:53.440032 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cf58cd52-6d8e-4324-9394-d97fc87e3777 req-390054c9-443a-46d5-a720-06e9abd2ba93 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437784 Mar 28 06:00:54.557517 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f63d6-8631-4da8-b5db-f91e8f8e2cce req-c9186ad0-2e6a-49cb-a785-8a7e4115a19a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:54.559020 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d98f63d6-8631-4da8-b5db-f91e8f8e2cce req-c9186ad0-2e6a-49cb-a785-8a7e4115a19a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 946 time: 0.0516231 Mar 28 06:00:54.604315 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d98f63d6-8631-4da8-b5db-f91e8f8e2cce req-2ff17ad6-4f04-40ab-abb0-a4bf890fb579 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398047 Mar 28 06:00:54.720588 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6e6f-04a0-4bee-ae1c-e6a587ec8880 req-4bff8c46-74b3-4b76-8017-94910d7720ed tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:54.721959 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ad0e6e6f-04a0-4bee-ae1c-e6a587ec8880 req-4bff8c46-74b3-4b76-8017-94910d7720ed tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 946 time: 0.0513287 Mar 28 06:00:54.770911 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-ad0e6e6f-04a0-4bee-ae1c-e6a587ec8880 req-e115dfa9-fd31-4d91-9caa-a7fc87a789d9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428963 Mar 28 06:00:55.084677 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d93c55-deb5-47dc-9981-34568ef56d75 req-f97d24f5-7895-41d1-b7a4-672a77961398 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:00:55.086115 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-56d93c55-deb5-47dc-9981-34568ef56d75 req-f97d24f5-7895-41d1-b7a4-672a77961398 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 946 time: 0.0522754 Mar 28 06:00:55.130767 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-56d93c55-deb5-47dc-9981-34568ef56d75 req-43ab4b17-ae66-42f4-99ac-de4becc2be4f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390611 Mar 28 06:00:59.731724 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-24974eca-bc21-417b-acaa-54104d5ab753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:02.108348 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ca0-dbd0-4ff6-b3f2-269173877acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:03.099112 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:04.516232 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d8eda-a3e8-47ee-82f3-3d4c3d971ea9 req-1b207a74-e5c4-41fb-8e5e-7759388eb1f4 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:04.517624 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4c9d8eda-a3e8-47ee-82f3-3d4c3d971ea9 req-1b207a74-e5c4-41fb-8e5e-7759388eb1f4 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 946 time: 0.0508769 Mar 28 06:01:04.564042 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-4c9d8eda-a3e8-47ee-82f3-3d4c3d971ea9 req-d2d9acfe-195c-4283-a036-7ec436c79bf6 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404558 Mar 28 06:01:04.586075 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45672) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:01:04.671098 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df736bc-0492-4596-88e6-b2de8e83bd6e tempest-TestMinimumBasicScenario-1043758799 tempest-TestMinimumBasicScenario-1043758799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:04.672582 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-9df736bc-0492-4596-88e6-b2de8e83bd6e tempest-TestMinimumBasicScenario-1043758799 tempest-TestMinimumBasicScenario-1043758799-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 1125 time: 0.0855191 Mar 28 06:01:04.675585 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45676) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:01:04.679784 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Request body: {'floatingip': {'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'port_id': '45f9f253-48de-4362-b0d0-89f263070a2c', 'tenant_id': '04586f9623d64addb209777a704571d9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:01:04.699344 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:04.783064 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:04.795092 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (None), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:04.897986 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_common [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Allocated IP 172.27.1.226 (84e0c0dc-d2f8-4fa7-8663-ae0136597132/fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c/c136f243-dbe5-427b-a572-b077e3406dbb) {{(pid=109788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 06:01:04.995590 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for port (c136f243-dbe5-427b-a572-b077e3406dbb), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:05.028672 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789770480375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (c136f243-dbe5-427b-a572-b077e3406dbb), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:05.066425 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Network 84e0c0dc-d2f8-4fa7-8663-ae0136597132 is already hosted by enough agents. {{(pid=109788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 06:01:05.069624 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.base_scheduler [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Resources bound (agent type, host, resource id): {{(pid=109788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 06:01:05.073819 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Received port after_create {{(pid=109788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 06:01:05.101284 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'Port': ['ID=c136f243-dbe5-427b-a572-b077e3406dbb,revision_number=1']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:01:05.418123 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for floatingip (a6b4e81d-3d30-4053-ade8-da0f318b2770), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:05.487534 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (c136f243-dbe5-427b-a572-b077e3406dbb), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:05.638983 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for port (c136f243-dbe5-427b-a572-b077e3406dbb), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:05.643167 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (c136f243-dbe5-427b-a572-b077e3406dbb), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:05.706555 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'Port': ['ID=c136f243-dbe5-427b-a572-b077e3406dbb,revision_number=2']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:01:05.719774 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738374'] for floatingip (a6b4e81d-3d30-4053-ade8-da0f318b2770), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:05.832110 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Floating IP a6b4e81d-3d30-4053-ade8-da0f318b2770 associated. External IP: 172.27.1.226, port: 45f9f253-48de-4362-b0d0-89f263070a2c. Mar 28 06:01:06.039951 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Router 7aa59785-d562-41c9-88b2-b0eb624e3db7 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 06:01:06.147620 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 06:01:06.156962 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddd7b5-0a7a-4100-8345-b5c7c17623ac None None] Sync routers for ids ['7aa59785-d562-41c9-88b2-b0eb624e3db7'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 06:01:06.165183 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.166697 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddd7b5-0a7a-4100-8345-b5c7c17623ac None None] Routers {'7aa59785-d562-41c9-88b2-b0eb624e3db7'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:01:06.167311 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-08ddd7b5-0a7a-4100-8345-b5c7c17623ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:01:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['7aa59785-d562-41c9-88b2-b0eb624e3db7'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:01:06.193990 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-e6684217-bf21-4d7c-9503-446ba80f8ecc tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5174119 Mar 28 06:01:06.194609 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 06:01:06.196832 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eee22c-4304-4edc-a65e-3c42316d58ee" -d '{"events": [{"name": "network-changed", "server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 06:01:06.197098 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45678) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:01:06.202683 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1840829957', 'description': 'tempest-secgroup-smoke-1840829957 description', 'project_id': '04586f9623d64addb209777a704571d9'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:01:06.228093 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group (None), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.234847 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 06:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3770967-0599-473d-8499-59b868c3cd65 x-openstack-request-id: req-a3770967-0599-473d-8499-59b868c3cd65 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 06:01:06.235147 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 06:01:06.235412 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3770967-0599-473d-8499-59b868c3cd65 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 06:01:06.235829 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3770967-0599-473d-8499-59b868c3cd65'] response: {'name': 'network-changed', 'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c', 'status': 'completed', 'code': 200} Mar 28 06:01:06.278950 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-08ddd7b5-0a7a-4100-8345-b5c7c17623ac None None] Set router 7aa59785-d562-41c9-88b2-b0eb624e3db7 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:01:06.296444 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group (c17462dc-9a7e-4f82-8ef4-5657b3903045), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.300905 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (c17462dc-9a7e-4f82-8ef4-5657b3903045), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.331340 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.336118 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1341441 Mar 28 06:01:06.336284 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45682) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:01:06.340475 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-6f9a545f-63d5-4a7c-8069-a6997546a311 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Request body: {'security_group_rule': {'security_group_id': 'c17462dc-9a7e-4f82-8ef4-5657b3903045', 'project_id': '04586f9623d64addb209777a704571d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:01:06.341337 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eee22c-4304-4edc-a65e-3c42316d58ee req-f229a083-da84-4bc2-b6f2-49c9328b70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:06.342928 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a4eee22c-4304-4edc-a65e-3c42316d58ee req-f229a083-da84-4bc2-b6f2-49c9328b70a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04586f9623d64addb209777a704571d9&device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 1130 time: 0.0478621 Mar 28 06:01:06.347183 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17462dc-9a7e-4f82-8ef4-5657b3903045,revision_number=1']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:01:06.358649 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.358950 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.359288 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.360052 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.360587 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.360926 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.361258 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.361610 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.361916 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.362241 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.362588 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.362915 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.363238 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.363561 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.363890 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a45b51-6134-4abf-aeba-d5c645eccc8f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:01:06.384887 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6f9a545f-63d5-4a7c-8069-a6997546a311 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (ca82b18f-171b-4454-b2a6-8904c1fab54f), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.433575 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6f9a545f-63d5-4a7c-8069-a6997546a311 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (ca82b18f-171b-4454-b2a6-8904c1fab54f), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.437686 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6f9a545f-63d5-4a7c-8069-a6997546a311 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (ca82b18f-171b-4454-b2a6-8904c1fab54f), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.438146 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eee22c-4304-4edc-a65e-3c42316d58ee req-18c44963-d159-4418-8222-29aad2900c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:06.439183 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.440472 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a4eee22c-4304-4edc-a65e-3c42316d58ee req-18c44963-d159-4418-8222-29aad2900c0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 HTTP/1.1" status: 200 len: 914 time: 0.0915177 Mar 28 06:01:06.456283 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a545f-63d5-4a7c-8069-a6997546a311 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca82b18f-171b-4454-b2a6-8904c1fab54f,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:01:06.467267 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-6f9a545f-63d5-4a7c-8069-a6997546a311 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.471052 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-6f9a545f-63d5-4a7c-8069-a6997546a311 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312890 Mar 28 06:01:06.471510 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45684) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:01:06.475533 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-92938e2c-52b1-4162-bd33-17a9b4938921 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Request body: {'security_group_rule': {'security_group_id': 'c17462dc-9a7e-4f82-8ef4-5657b3903045', 'project_id': '04586f9623d64addb209777a704571d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:01:06.500737 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-92938e2c-52b1-4162-bd33-17a9b4938921 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (562aa3fc-fc8f-4643-a821-081f384fc0a7), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.513415 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a4eee22c-4304-4edc-a65e-3c42316d58ee req-28f50cf8-7476-4c42-af59-3f1b7f9582eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 1000 time: 0.0664935 Mar 28 06:01:06.545974 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-08ddd7b5-0a7a-4100-8345-b5c7c17623ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': 'a6b4e81d-3d30-4053-ade8-da0f318b2770', 'tenant_id': '04586f9623d64addb209777a704571d9', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'port_id': '45f9f253-48de-4362-b0d0-89f263070a2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'mac_address': 'fa:16:3e:b1:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeee089-df12-4322-8b76-31a196615b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T06:01:05Z', 'updated_at': '2022-03-28T06:01:05Z', 'revision_number': 0, 'project_id': '04586f9623d64addb209777a704571d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93979e57-b0b4-4ce6-8381-fe56b9363939', 'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'tenant_id': '04586f9623d64addb209777a704571d9', 'mac_address': 'fa:16:3e:50:41:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:18Z', 'updated_at': '2022-03-28T06:00:24Z', 'revision_number': 5, 'project_id': '04586f9623d64addb209777a704571d9', 'subnets': [{'id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:01:06.563929 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eee22c-4304-4edc-a65e-3c42316d58ee req-df761c0c-1cf7-4e67-8dc1-075a5bd112cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:06.565602 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-92938e2c-52b1-4162-bd33-17a9b4938921 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (562aa3fc-fc8f-4643-a821-081f384fc0a7), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.565752 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a4eee22c-4304-4edc-a65e-3c42316d58ee req-df761c0c-1cf7-4e67-8dc1-075a5bd112cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3 HTTP/1.1" status: 200 len: 853 time: 0.0456524 Mar 28 06:01:06.569664 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-92938e2c-52b1-4162-bd33-17a9b4938921 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (562aa3fc-fc8f-4643-a821-081f384fc0a7), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.574001 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddd7b5-0a7a-4100-8345-b5c7c17623ac None None] Checking router: 7aa59785-d562-41c9-88b2-b0eb624e3db7 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 06:01:06.584209 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddd7b5-0a7a-4100-8345-b5c7c17623ac None None] Routers {'7aa59785-d562-41c9-88b2-b0eb624e3db7'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:01:06.585068 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-08ddd7b5-0a7a-4100-8345-b5c7c17623ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:01:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['7aa59785-d562-41c9-88b2-b0eb624e3db7'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:01:06.588032 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92938e2c-52b1-4162-bd33-17a9b4938921 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562aa3fc-fc8f-4643-a821-081f384fc0a7,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:01:06.595553 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-92938e2c-52b1-4162-bd33-17a9b4938921 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.597030 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-92938e2c-52b1-4162-bd33-17a9b4938921 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245728 Mar 28 06:01:06.599705 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45686) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:01:06.604625 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.v2.base [None req-51613dff-9b55-4ebd-aafe-91acf07e7011 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Request body: {'security_group_rule': {'security_group_id': 'c17462dc-9a7e-4f82-8ef4-5657b3903045', 'project_id': '04586f9623d64addb209777a704571d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:01:06.624805 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eee22c-4304-4edc-a65e-3c42316d58ee req-4ebf7607-7cf9-4582-bdfc-b197e7475446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:06.626610 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a4eee22c-4304-4edc-a65e-3c42316d58ee req-4ebf7607-7cf9-4582-bdfc-b197e7475446 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545959 Mar 28 06:01:06.629295 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-51613dff-9b55-4ebd-aafe-91acf07e7011 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (2045b1c7-ed42-497d-b8d9-3473a665736b), before_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.695289 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-51613dff-9b55-4ebd-aafe-91acf07e7011 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (2045b1c7-ed42-497d-b8d9-3473a665736b), precommit_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.699136 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-51613dff-9b55-4ebd-aafe-91acf07e7011 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (2045b1c7-ed42-497d-b8d9-3473a665736b), after_create {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.704416 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-08ddd7b5-0a7a-4100-8345-b5c7c17623ac None None] Set router 7aa59785-d562-41c9-88b2-b0eb624e3db7 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:01:06.716749 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51613dff-9b55-4ebd-aafe-91acf07e7011 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2045b1c7-ed42-497d-b8d9-3473a665736b,revision_number=0']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:01:06.728402 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-51613dff-9b55-4ebd-aafe-91acf07e7011 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.728610 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a4eee22c-4304-4edc-a65e-3c42316d58ee req-f35e7157-caed-4785-831c-40e8b4786988 service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953605 Mar 28 06:01:06.729611 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-51613dff-9b55-4ebd-aafe-91acf07e7011 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286263 Mar 28 06:01:06.732443 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45688) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:01:06.736812 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-f08471f0-ad04-44a7-b9b9-3a2b1a4049a9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Request body: {'security_group_rule': {'security_group_id': 'c17462dc-9a7e-4f82-8ef4-5657b3903045', 'project_id': '04586f9623d64addb209777a704571d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:01:06.819532 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f08471f0-ad04-44a7-b9b9-3a2b1a4049a9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (f10021ed-2e63-4150-9c1b-8de9039f1072), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.865008 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a4eee22c-4304-4edc-a65e-3c42316d58ee req-8f3b738b-aa91-499b-8f96-e5572c3a3eae service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234868 Mar 28 06:01:06.890546 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f08471f0-ad04-44a7-b9b9-3a2b1a4049a9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (f10021ed-2e63-4150-9c1b-8de9039f1072), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.894870 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f08471f0-ad04-44a7-b9b9-3a2b1a4049a9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (f10021ed-2e63-4150-9c1b-8de9039f1072), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.913274 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08471f0-ad04-44a7-b9b9-3a2b1a4049a9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10021ed-2e63-4150-9c1b-8de9039f1072,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:01:06.921312 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-f08471f0-ad04-44a7-b9b9-3a2b1a4049a9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.922564 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-f08471f0-ad04-44a7-b9b9-3a2b1a4049a9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1891460 Mar 28 06:01:06.925227 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45690) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:01:06.930172 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-bd01ec78-bae6-409c-b767-4882cf72cc52 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Request body: {'security_group_rule': {'security_group_id': 'c17462dc-9a7e-4f82-8ef4-5657b3903045', 'project_id': '04586f9623d64addb209777a704571d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:01:06.933015 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-08ddd7b5-0a7a-4100-8345-b5c7c17623ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': 'a6b4e81d-3d30-4053-ade8-da0f318b2770', 'tenant_id': '04586f9623d64addb209777a704571d9', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'port_id': '45f9f253-48de-4362-b0d0-89f263070a2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'mac_address': 'fa:16:3e:b1:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeee089-df12-4322-8b76-31a196615b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T06:01:05Z', 'updated_at': '2022-03-28T06:01:05Z', 'revision_number': 0, 'project_id': '04586f9623d64addb209777a704571d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93979e57-b0b4-4ce6-8381-fe56b9363939', 'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'tenant_id': '04586f9623d64addb209777a704571d9', 'mac_address': 'fa:16:3e:50:41:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:18Z', 'updated_at': '2022-03-28T06:00:24Z', 'revision_number': 5, 'project_id': '04586f9623d64addb209777a704571d9', 'subnets': [{'id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:01:06.950763 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.securitygroups_db [None req-bd01ec78-bae6-409c-b767-4882cf72cc52 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Project 04586f9623d64addb209777a704571d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 06:01:06.955940 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-bd01ec78-bae6-409c-b767-4882cf72cc52 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (5205e6d0-5975-493a-bf6c-cdcc7f84195d), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:06.961291 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddd7b5-0a7a-4100-8345-b5c7c17623ac None None] The sync data for ids ['7aa59785-d562-41c9-88b2-b0eb624e3db7'] in dv-cinder-831776-5-iscsi is: [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_floatingips': [{'id': 'a6b4e81d-3d30-4053-ade8-da0f318b2770', 'tenant_id': '04586f9623d64addb209777a704571d9', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'router_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'port_id': '45f9f253-48de-4362-b0d0-89f263070a2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'mac_address': 'fa:16:3e:b1:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeee089-df12-4322-8b76-31a196615b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T06:01:05Z', 'updated_at': '2022-03-28T06:01:05Z', 'revision_number': 0, 'project_id': '04586f9623d64addb209777a704571d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93979e57-b0b4-4ce6-8381-fe56b9363939', 'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'tenant_id': '04586f9623d64addb209777a704571d9', 'mac_address': 'fa:16:3e:50:41:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:18Z', 'updated_at': '2022-03-28T06:00:24Z', 'revision_number': 5, 'project_id': '04586f9623d64addb209777a704571d9', 'subnets': [{'id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 06:01:07.015162 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-bd01ec78-bae6-409c-b767-4882cf72cc52 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (5205e6d0-5975-493a-bf6c-cdcc7f84195d), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:07.019109 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-bd01ec78-bae6-409c-b767-4882cf72cc52 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (5205e6d0-5975-493a-bf6c-cdcc7f84195d), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:07.038853 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01ec78-bae6-409c-b767-4882cf72cc52 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5205e6d0-5975-493a-bf6c-cdcc7f84195d,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:01:07.044661 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-bd01ec78-bae6-409c-b767-4882cf72cc52 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:07.045867 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-bd01ec78-bae6-409c-b767-4882cf72cc52 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196771 Mar 28 06:01:07.048656 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45692) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:01:07.053729 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [None req-d8872d65-8272-46b0-982d-3750cffcdf05 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Request body: {'security_group_rule': {'security_group_id': 'c17462dc-9a7e-4f82-8ef4-5657b3903045', 'project_id': '04586f9623d64addb209777a704571d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:01:07.076092 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.securitygroups_db [None req-d8872d65-8272-46b0-982d-3750cffcdf05 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Project 04586f9623d64addb209777a704571d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 06:01:07.082085 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d8872d65-8272-46b0-982d-3750cffcdf05 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (2df74cf0-9541-4f24-8f82-bf74e1b293b4), before_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:07.149905 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d8872d65-8272-46b0-982d-3750cffcdf05 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (2df74cf0-9541-4f24-8f82-bf74e1b293b4), precommit_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:07.153957 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d8872d65-8272-46b0-982d-3750cffcdf05 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525162'] for security_group_rule (2df74cf0-9541-4f24-8f82-bf74e1b293b4), after_create {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:07.175586 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8872d65-8272-46b0-982d-3750cffcdf05 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df74cf0-9541-4f24-8f82-bf74e1b293b4,revision_number=0']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:01:07.183365 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-d8872d65-8272-46b0-982d-3750cffcdf05 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:07.184581 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-d8872d65-8272-46b0-982d-3750cffcdf05 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349397 Mar 28 06:01:07.276137 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cf0935df-c10d-43dc-ad6d-f0cd7cc1d5d4 req-815dc5bf-f424-4127-9b93-0a1b31a16715 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840829957&fields=id&tenant_id=04586f9623d64addb209777a704571d9 HTTP/1.1" status: 200 len: 267 time: 0.0454662 Mar 28 06:01:07.333547 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0935df-c10d-43dc-ad6d-f0cd7cc1d5d4 req-75e2117f-e8a4-4923-8863-ff94e78ff55f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:07.335111 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cf0935df-c10d-43dc-ad6d-f0cd7cc1d5d4 req-75e2117f-e8a4-4923-8863-ff94e78ff55f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 946 time: 0.0536158 Mar 28 06:01:07.345636 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-cf0935df-c10d-43dc-ad6d-f0cd7cc1d5d4 req-70188d10-fbc3-4e96-ae84-35208d36a828 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Request body: {'port': {'security_groups': ['1f765f30-1798-4514-b8bb-0af99752e0b1', 'c17462dc-9a7e-4f82-8ef4-5657b3903045']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:01:07.417105 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-cf0935df-c10d-43dc-ad6d-f0cd7cc1d5d4 req-70188d10-fbc3-4e96-ae84-35208d36a828 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:07.607860 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-cf0935df-c10d-43dc-ad6d-f0cd7cc1d5d4 req-70188d10-fbc3-4e96-ae84-35208d36a828 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] For port 45f9f253-48de-4362-b0d0-89f263070a2c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=45f9f253-48de-4362-b0d0-89f263070a2c,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:01:07.618019 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4aa63f-0976-4c49-bd1d-746ab73092d0 None None] New status for floating IP a6b4e81d-3d30-4053-ade8-da0f318b2770: ACTIVE {{(pid=109791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 06:01:07.642790 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-cf0935df-c10d-43dc-ad6d-f0cd7cc1d5d4 req-70188d10-fbc3-4e96-ae84-35208d36a828 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for port (45f9f253-48de-4362-b0d0-89f263070a2c), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:07.647738 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-cf0935df-c10d-43dc-ad6d-f0cd7cc1d5d4 req-70188d10-fbc3-4e96-ae84-35208d36a828 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:07.683450 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['45f9f253-48de-4362-b0d0-89f263070a2c'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 06:01:07.689047 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0935df-c10d-43dc-ad6d-f0cd7cc1d5d4 req-70188d10-fbc3-4e96-ae84-35208d36a828 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:07.689676 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-cf0935df-c10d-43dc-ad6d-f0cd7cc1d5d4 req-70188d10-fbc3-4e96-ae84-35208d36a828 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:07.697039 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cf0935df-c10d-43dc-ad6d-f0cd7cc1d5d4 req-70188d10-fbc3-4e96-ae84-35208d36a828 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "PUT /v2.0/ports/45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 982 time: 0.3559365 Mar 28 06:01:07.724600 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70188d10-fbc3-4e96-ae84-35208d36a828 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'Port': ['ID=45f9f253-48de-4362-b0d0-89f263070a2c,revision_number=6']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:01:07.822859 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67d8a8-6520-42c4-a730-4bc9bbdd6530 req-d3ea16cc-1279-42db-9604-639e11aacb0e tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:07.824403 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d67d8a8-6520-42c4-a730-4bc9bbdd6530 req-d3ea16cc-1279-42db-9604-639e11aacb0e tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.0635023 Mar 28 06:01:07.833351 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['45f9f253-48de-4362-b0d0-89f263070a2c'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 06:01:07.898627 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0d67d8a8-6520-42c4-a730-4bc9bbdd6530 req-61f3d673-bacf-45b2-9a76-0a83a45d998f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677438 Mar 28 06:01:08.042693 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-c35952d1-e862-4f90-a7ee-ed5f12a9832d None None] Provisioning complete for port 45f9f253-48de-4362-b0d0-89f263070a2c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:01:08.043068 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c35952d1-e862-4f90-a7ee-ed5f12a9832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:08.236737 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-c35952d1-e862-4f90-a7ee-ed5f12a9832d None None] Current status of the port 45f9f253-48de-4362-b0d0-89f263070a2c is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:01:08.237124 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 06:01:08.240910 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f6441-6635-4e7b-bafa-f8d83d6900fc" -d '{"events": [{"name": "network-changed", "server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 06:01:08.276120 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 06:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a09e2c-5e03-443a-b15d-e8bad02dde84 x-openstack-request-id: req-19a09e2c-5e03-443a-b15d-e8bad02dde84 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 06:01:08.276414 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 06:01:08.276701 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19a09e2c-5e03-443a-b15d-e8bad02dde84 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 06:01:08.277103 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a09e2c-5e03-443a-b15d-e8bad02dde84'] response: {'name': 'network-changed', 'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c', 'status': 'completed', 'code': 200} Mar 28 06:01:08.360130 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6441-6635-4e7b-bafa-f8d83d6900fc req-66816124-6855-4e51-8232-5281597af344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:08.361598 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-845f6441-6635-4e7b-bafa-f8d83d6900fc req-66816124-6855-4e51-8232-5281597af344 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04586f9623d64addb209777a704571d9&device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 1169 time: 0.0431616 Mar 28 06:01:08.452392 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6441-6635-4e7b-bafa-f8d83d6900fc req-f1647b5c-f966-442a-8459-3b2132fe06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:08.453827 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-845f6441-6635-4e7b-bafa-f8d83d6900fc req-f1647b5c-f966-442a-8459-3b2132fe06f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 HTTP/1.1" status: 200 len: 914 time: 0.0864201 Mar 28 06:01:08.522152 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-845f6441-6635-4e7b-bafa-f8d83d6900fc req-d2c41830-917a-40d3-8c9b-ae97505e5d4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 1002 time: 0.0593102 Mar 28 06:01:08.573637 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6441-6635-4e7b-bafa-f8d83d6900fc req-2f5a7ead-40ad-4a4e-a3e8-c067c31c084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:08.575102 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-845f6441-6635-4e7b-bafa-f8d83d6900fc req-2f5a7ead-40ad-4a4e-a3e8-c067c31c084d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3 HTTP/1.1" status: 200 len: 853 time: 0.0465009 Mar 28 06:01:08.621861 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6441-6635-4e7b-bafa-f8d83d6900fc req-24527ea2-90e2-4bd8-8ac6-9337a41c1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:08.623321 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-845f6441-6635-4e7b-bafa-f8d83d6900fc req-24527ea2-90e2-4bd8-8ac6-9337a41c1653 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424950 Mar 28 06:01:08.709846 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-845f6441-6635-4e7b-bafa-f8d83d6900fc req-6f15ecae-e2a7-4746-9eb4-9f5303531d8f service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799930 Mar 28 06:01:08.803520 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-845f6441-6635-4e7b-bafa-f8d83d6900fc req-e0373fcc-9a55-4f8f-9cc1-ed403b45d66b service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875206 Mar 28 06:01:09.098162 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:09.364885 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:01:29.190023 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-2f97d58f-ec55-4495-b950-534bafc286d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427935 Mar 28 06:01:29.288871 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-f60da4c0-c2b6-4f35-a392-46f85f43a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:29.290342 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-f60da4c0-c2b6-4f35-a392-46f85f43a918 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04586f9623d64addb209777a704571d9&device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 1169 time: 0.0430317 Mar 28 06:01:29.392334 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-1072156e-6223-460d-9e9a-91a75d8e092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:29.393783 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-1072156e-6223-460d-9e9a-91a75d8e092a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 HTTP/1.1" status: 200 len: 914 time: 0.0858049 Mar 28 06:01:29.456919 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-affab758-7a44-4108-bddc-d5f0cf73643e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 1002 time: 0.0564389 Mar 28 06:01:29.506922 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-badf334e-99c7-4ba4-991f-336799f44673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:29.508344 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-badf334e-99c7-4ba4-991f-336799f44673 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3 HTTP/1.1" status: 200 len: 853 time: 0.0455391 Mar 28 06:01:29.562964 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-507a65eb-bde8-4c3b-bf32-dc2217dcfde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:01:29.564859 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-507a65eb-bde8-4c3b-bf32-dc2217dcfde6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502920 Mar 28 06:01:29.652250 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-181a9ff4-f54e-4fab-83cd-cd87110eb1f7 service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816715 Mar 28 06:01:29.733572 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2c04a70f-c7ce-48bd-85df-e29253c334db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:29.746850 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-b796bde8-1e11-4362-b958-5b3e33f2a957 req-98c58d2e-919d-49d5-a3c4-625ae8310ef8 service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882370 Mar 28 06:01:32.109396 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-09ad85ad-ffe4-4476-aef2-baf20b8f231a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:33.103781 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:34.784219 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:36.371248 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:39.090750 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:01:46.363182 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:01:59.735492 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-223ac496-1d07-4ac3-a466-e0c7bd8c2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:02.111555 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-51b2b848-884d-4b91-9ea3-fe6dd2fdfaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:03.102595 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:04.788222 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:06.373669 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:08.907157 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a8d72-9d50-44d3-8a9c-897e11104bcc req-20a269a5-1caf-465f-abd1-af18aed57e32 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:08.908606 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f0a8d72-9d50-44d3-8a9c-897e11104bcc req-20a269a5-1caf-465f-abd1-af18aed57e32 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.1371651 Mar 28 06:02:08.915300 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-7860bc3c-acc0-46b1-bf2b-37de90f62375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:08.916664 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-7860bc3c-acc0-46b1-bf2b-37de90f62375 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04586f9623d64addb209777a704571d9&device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 1169 time: 0.1115692 Mar 28 06:02:09.027234 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-5f0a8d72-9d50-44d3-8a9c-897e11104bcc req-153e053c-fc3c-4151-8e50-072d6d3b33aa tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096127 Mar 28 06:02:09.046176 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-9882c754-6315-480a-8478-ad4e6f472429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:09.046176 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-9882c754-6315-480a-8478-ad4e6f472429 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 HTTP/1.1" status: 200 len: 914 time: 0.1224363 Mar 28 06:02:09.095324 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:09.115652 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-73255c6d-d3d2-4d8e-8d5a-f5acdae9fc02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 1002 time: 0.0625777 Mar 28 06:02:09.163105 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-624a8e64-dcb9-4a98-a1f4-3af023e15549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:09.164666 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-624a8e64-dcb9-4a98-a1f4-3af023e15549 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3 HTTP/1.1" status: 200 len: 853 time: 0.0438025 Mar 28 06:02:09.211467 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-2400c808-781e-48d5-a952-2f9d69a20547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:09.212897 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-2400c808-781e-48d5-a952-2f9d69a20547 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430214 Mar 28 06:02:09.222772 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-cdada0ef-04e2-47bb-a151-3e877a75b940 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109788) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 06:02:09.223709 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-cdada0ef-04e2-47bb-a151-3e877a75b940 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046263 Mar 28 06:02:09.312906 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-d74b642a-a42c-4a32-b17d-5ff01ac048e1 service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832703 Mar 28 06:02:09.399025 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-74ae35f4-9708-4b19-a6a8-606b0fb1d6ca req-8e0d50a1-bf9d-4d84-8463-0f05cfb795eb service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797873 Mar 28 06:02:10.193172 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba910-ac9f-4280-8fa4-5a61406a7d2c req-dbc9b294-0963-42e2-99c8-0d3bb3fc58c4 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:10.194648 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6f2ba910-ac9f-4280-8fa4-5a61406a7d2c req-dbc9b294-0963-42e2-99c8-0d3bb3fc58c4 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.1003702 Mar 28 06:02:10.255790 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6f2ba910-ac9f-4280-8fa4-5a61406a7d2c req-0f641ada-70d0-4c47-bc6d-fa1206b15b65 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555100 Mar 28 06:02:11.372676 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57e12-fbca-4dc1-817a-cc38ead0d3ba req-77bf6394-2bbe-469f-8bd6-7da0bd7aa593 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:11.374107 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9e57e12-fbca-4dc1-817a-cc38ead0d3ba req-77bf6394-2bbe-469f-8bd6-7da0bd7aa593 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.0510852 Mar 28 06:02:11.431051 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d9e57e12-fbca-4dc1-817a-cc38ead0d3ba req-25afc531-5b70-4bae-b4f0-926839791c99 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513012 Mar 28 06:02:12.546161 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cf270-f602-49c6-acf3-e790539245e0 req-485a836f-1869-4826-9747-73d367baaf4b tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:12.547644 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-009cf270-f602-49c6-acf3-e790539245e0 req-485a836f-1869-4826-9747-73d367baaf4b tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.0514228 Mar 28 06:02:12.605526 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-009cf270-f602-49c6-acf3-e790539245e0 req-357277e3-6920-47c2-9ed1-571a2d49babf tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516510 Mar 28 06:02:13.725076 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153f8d9-c133-4ef1-9c15-3e0c8e031f90 req-9e675beb-8fcc-4f07-9648-be362b300fec tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:13.726551 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6153f8d9-c133-4ef1-9c15-3e0c8e031f90 req-9e675beb-8fcc-4f07-9648-be362b300fec tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.0568464 Mar 28 06:02:13.783345 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-6153f8d9-c133-4ef1-9c15-3e0c8e031f90 req-48897ef1-b167-49d0-8837-2b6986ed53bd tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512037 Mar 28 06:02:14.898535 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3de62-c98a-4882-a194-e303b72994f9 req-4f1daac2-2721-4c21-8e5e-24f45bb80ef9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:14.899980 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a8e3de62-c98a-4882-a194-e303b72994f9 req-4f1daac2-2721-4c21-8e5e-24f45bb80ef9 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.0520179 Mar 28 06:02:14.957741 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-a8e3de62-c98a-4882-a194-e303b72994f9 req-89604834-4c44-48cf-bcc1-bbdae3fb3cf1 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521028 Mar 28 06:02:16.074396 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e1d83-9774-49ee-af6b-da2105d6ad93 req-821fb5ee-540e-491a-9d0b-ef8121a93052 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:16.075839 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0e4e1d83-9774-49ee-af6b-da2105d6ad93 req-821fb5ee-540e-491a-9d0b-ef8121a93052 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.0549896 Mar 28 06:02:16.394637 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-0e4e1d83-9774-49ee-af6b-da2105d6ad93 req-b2ac0a42-1768-4efd-9570-50464408be45 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3129609 Mar 28 06:02:17.508003 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb0387-e467-40e0-a211-7687fbf17369 req-6df431d8-c7ff-46eb-a1a9-acd16e687edd tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:17.509422 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cafb0387-e467-40e0-a211-7687fbf17369 req-6df431d8-c7ff-46eb-a1a9-acd16e687edd tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.0509837 Mar 28 06:02:17.570795 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-cafb0387-e467-40e0-a211-7687fbf17369 req-9029855f-9e4b-4def-97b6-edd5214407bb tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557165 Mar 28 06:02:18.689406 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63448f73-27e0-4b2f-b1fe-d4896caf7287 req-3adc2371-52ff-41fd-9432-f779718c6a7e tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:18.690868 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-63448f73-27e0-4b2f-b1fe-d4896caf7287 req-3adc2371-52ff-41fd-9432-f779718c6a7e tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.0547528 Mar 28 06:02:18.748672 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-63448f73-27e0-4b2f-b1fe-d4896caf7287 req-9b8e3266-d727-407d-b235-0dc1b09c126e tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522165 Mar 28 06:02:19.864027 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b7c6-9a4a-446e-bd13-4bbb82fdcdd4 req-36cc4de8-f4d2-4c1e-bc0c-0b6e824d6b43 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:19.866148 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f5f3b7c6-9a4a-446e-bd13-4bbb82fdcdd4 req-36cc4de8-f4d2-4c1e-bc0c-0b6e824d6b43 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.0515571 Mar 28 06:02:19.927217 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f5f3b7c6-9a4a-446e-bd13-4bbb82fdcdd4 req-ee210c77-3577-43d4-a089-da8991ce555f tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550370 Mar 28 06:02:21.041469 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89fa39-50a8-4c73-a09a-d12e37b97590 req-c0b7a02f-4f67-445a-bf82-c63ce1f760bb tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:21.042930 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-eb89fa39-50a8-4c73-a09a-d12e37b97590 req-c0b7a02f-4f67-445a-bf82-c63ce1f760bb tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.0507162 Mar 28 06:02:21.103919 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-eb89fa39-50a8-4c73-a09a-d12e37b97590 req-f56dc555-31e9-4857-8609-1aad6d1f581b tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&id=c17462dc-9a7e-4f82-8ef4-5657b3903045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553942 Mar 28 06:02:23.361283 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:02:29.534891 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-06ca0c3e-e583-493b-9b97-35b6ebb33954 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435324 Mar 28 06:02:29.632762 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-11d305d0-1648-4fb2-abfc-1d161e3f4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:29.634216 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-11d305d0-1648-4fb2-abfc-1d161e3f4569 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04586f9623d64addb209777a704571d9&device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 1169 time: 0.0439224 Mar 28 06:02:29.739390 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6ccb-dcee-490a-a5c1-bec348a5122e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:29.740481 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-eae068ba-cba1-4729-937c-1f6d6f534673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:29.741992 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-eae068ba-cba1-4729-937c-1f6d6f534673 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 HTTP/1.1" status: 200 len: 914 time: 0.0910895 Mar 28 06:02:29.806541 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-d24b6162-3027-45d0-80d8-553162aa9e06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 1002 time: 0.0586195 Mar 28 06:02:29.852146 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-ad4c62d8-6a23-40e7-8ffd-632ba61a5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:29.853525 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-ad4c62d8-6a23-40e7-8ffd-632ba61a5846 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3 HTTP/1.1" status: 200 len: 853 time: 0.0419953 Mar 28 06:02:29.904004 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-48f2af2c-91b2-4860-b345-617814018fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:02:29.905454 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-48f2af2c-91b2-4860-b345-617814018fa6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459757 Mar 28 06:02:29.989771 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-810ee5ca-2008-46e1-9205-2fa5b5a8c217 service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785420 Mar 28 06:02:30.078376 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-f171fee5-8d36-4fbb-b218-cba508882f97 req-d39c9413-4a58-4c88-ae94-d7b79599b5c7 service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829833 Mar 28 06:02:32.112505 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-44d85125-b2d3-4c77-a0be-67d44b810e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:33.106306 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:34.791167 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:36.374705 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:39.094127 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:02:59.740333 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ae59da9a-4df8-41af-b530-3ad48b7c6837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:00.359377 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:03:02.113052 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8d170b5c-7ba3-4008-9b59-e09734f309ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:03.109450 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:04.794226 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:06.376450 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:09.109433 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:09.868367 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b1b6730-8237-443d-82d9-88d21a3b0cb5 req-d43d172f-ed4d-4a56-8487-51b3975e5bdd tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840829957&fields=id&tenant_id=04586f9623d64addb209777a704571d9 HTTP/1.1" status: 200 len: 267 time: 0.0463552 Mar 28 06:03:09.924201 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b6730-8237-443d-82d9-88d21a3b0cb5 req-abddacc0-37c3-4c15-bbc7-ace7b99f9f61 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:09.925658 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b1b6730-8237-443d-82d9-88d21a3b0cb5 req-abddacc0-37c3-4c15-bbc7-ace7b99f9f61 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 985 time: 0.0521557 Mar 28 06:03:09.936060 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.v2.base [req-1b1b6730-8237-443d-82d9-88d21a3b0cb5 req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Request body: {'port': {'security_groups': ['1f765f30-1798-4514-b8bb-0af99752e0b1']}} {{(pid=109788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 06:03:10.002398 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b1b6730-8237-443d-82d9-88d21a3b0cb5 req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344362'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), before_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.171155 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-1b1b6730-8237-443d-82d9-88d21a3b0cb5 req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] For port 45f9f253-48de-4362-b0d0-89f263070a2c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=45f9f253-48de-4362-b0d0-89f263070a2c,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:03:10.199832 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b1b6730-8237-443d-82d9-88d21a3b0cb5 req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for port (45f9f253-48de-4362-b0d0-89f263070a2c), precommit_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.204501 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b1b6730-8237-443d-82d9-88d21a3b0cb5 req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789770984084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789770480909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789770480927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3578844'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), after_update {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.249274 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b6730-8237-443d-82d9-88d21a3b0cb5 req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:10.249896 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-1b1b6730-8237-443d-82d9-88d21a3b0cb5 req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.251301 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-1b1b6730-8237-443d-82d9-88d21a3b0cb5 req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "PUT /v2.0/ports/45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 943 time: 0.3195992 Mar 28 06:03:10.251752 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 06:03:10.257835 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f55477-17ce-4abc-920f-5b647f743463" -d '{"events": [{"name": "network-changed", "server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 06:03:10.257975 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45792) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:10.263656 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['45f9f253-48de-4362-b0d0-89f263070a2c'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 06:03:10.278919 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event updated for resources: {'Port': ['ID=45f9f253-48de-4362-b0d0-89f263070a2c,revision_number=7']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:10.287752 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.288111 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.288493 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.288794 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.289136 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.289474 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.289811 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.290143 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.290525 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.291351 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.291351 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.291537 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.291800 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.292129 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.292458 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0123259e-1733-40ea-b340-b8b28fe72cca tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.370112 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group (c17462dc-9a7e-4f82-8ef4-5657b3903045), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.388399 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['45f9f253-48de-4362-b0d0-89f263070a2c'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 06:03:10.390504 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 06:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c99543-daa2-4654-95b7-fe4d0a24c1de x-openstack-request-id: req-02c99543-daa2-4654-95b7-fe4d0a24c1de {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 06:03:10.390682 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 06:03:10.390979 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02c99543-daa2-4654-95b7-fe4d0a24c1de {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 06:03:10.391462 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c99543-daa2-4654-95b7-fe4d0a24c1de'] response: {'name': 'network-changed', 'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c', 'status': 'completed', 'code': 200} Mar 28 06:03:10.406200 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group (c17462dc-9a7e-4f82-8ef4-5657b3903045), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.477650 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (c17462dc-9a7e-4f82-8ef4-5657b3903045), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.480572 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.481720 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "DELETE /v2.0/security-groups/c17462dc-9a7e-4f82-8ef4-5657b3903045 HTTP/1.1" status: 204 len: 168 time: 0.2216563 Mar 28 06:03:10.484516 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45798) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:10.491344 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17462dc-9a7e-4f82-8ef4-5657b3903045,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:10.499904 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.500268 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.500596 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.500931 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.501258 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.501587 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.501912 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.502236 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.502582 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.502902 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.503224 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.503542 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.503860 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.504178 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.504494 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef16e5b6-fed9-4327-abc5-5af34f5b1d9a tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:10.534556 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f55477-17ce-4abc-920f-5b647f743463 req-9809f269-2318-438f-bdd1-6435964e4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:10.536121 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-90f55477-17ce-4abc-920f-5b647f743463 req-9809f269-2318-438f-bdd1-6435964e4f0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04586f9623d64addb209777a704571d9&device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 1130 time: 0.0992835 Mar 28 06:03:10.572422 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.provisioning_blocks [None req-1cabf824-fc41-45d8-accb-b09dbe2a7992 None None] Provisioning complete for port 45f9f253-48de-4362-b0d0-89f263070a2c triggered by entity DHCP. {{(pid=109790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 06:03:10.572794 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1cabf824-fc41-45d8-accb-b09dbe2a7992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521784'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), provisioning_complete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.676479 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-1cabf824-fc41-45d8-accb-b09dbe2a7992 None None] Current status of the port 45f9f253-48de-4362-b0d0-89f263070a2c is: ACTIVE; New status is: ACTIVE {{(pid=109790) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 06:03:10.703826 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f55477-17ce-4abc-920f-5b647f743463 req-5ac1433d-8c8a-4a65-a1ae-18afcc750c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:10.705471 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-90f55477-17ce-4abc-920f-5b647f743463 req-5ac1433d-8c8a-4a65-a1ae-18afcc750c5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 HTTP/1.1" status: 200 len: 914 time: 0.1627107 Mar 28 06:03:10.776201 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Deleting port c136f243-dbe5-427b-a572-b077e3406dbb {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 06:03:10.776548 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (c136f243-dbe5-427b-a572-b077e3406dbb), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.780385 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-90f55477-17ce-4abc-920f-5b647f743463 req-b0885b03-563e-4370-94c4-5f664fd6f7b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 1002 time: 0.0679772 Mar 28 06:03:10.870514 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f55477-17ce-4abc-920f-5b647f743463 req-164147a1-044b-4928-8697-fe065454000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:10.871940 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-90f55477-17ce-4abc-920f-5b647f743463 req-164147a1-044b-4928-8697-fe065454000e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3 HTTP/1.1" status: 200 len: 853 time: 0.0800436 Mar 28 06:03:10.897850 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (c136f243-dbe5-427b-a572-b077e3406dbb), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.898178 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for floatingip (c136f243-dbe5-427b-a572-b077e3406dbb), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:10.928466 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Calling delete_port for c136f243-dbe5-427b-a572-b077e3406dbb owned by network:floatingip {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 06:03:10.983007 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f55477-17ce-4abc-920f-5b647f743463 req-97826ff6-f098-4fff-a81f-221d0b13a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:10.984426 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-90f55477-17ce-4abc-920f-5b647f743463 req-97826ff6-f098-4fff-a81f-221d0b13a0b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1062460 Mar 28 06:03:11.105349 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-90f55477-17ce-4abc-920f-5b647f743463 req-1074b1f5-dfda-4b12-b07b-a67d5b0996a3 service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126518 Mar 28 06:03:11.208717 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (c136f243-dbe5-427b-a572-b077e3406dbb), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:11.249342 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event deleted for resources: {'Port': ['ID=c136f243-dbe5-427b-a572-b077e3406dbb,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:11.255802 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-90f55477-17ce-4abc-920f-5b647f743463 req-a694e501-7a4b-4503-90b7-7642655e83f9 service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451888 Mar 28 06:03:11.310422 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks [] for floatingip (a6b4e81d-3d30-4053-ade8-da0f318b2770), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:11.310753 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.db.l3_db [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Floating IP a6b4e81d-3d30-4053-ade8-da0f318b2770 disassociated (deleted). External IP: 172.27.1.226, port: 45f9f253-48de-4362-b0d0-89f263070a2c. Mar 28 06:03:11.517960 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Router 7aa59785-d562-41c9-88b2-b0eb624e3db7 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 06:03:11.627629 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 06:03:11.632383 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for floatingip (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:11.636941 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7404182c-2403-4f5b-9086-8fe5f788cf62 None None] Sync routers for ids ['7aa59785-d562-41c9-88b2-b0eb624e3db7'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 06:03:11.646646 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7404182c-2403-4f5b-9086-8fe5f788cf62 None None] Routers {'7aa59785-d562-41c9-88b2-b0eb624e3db7'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:03:11.647257 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-7404182c-2403-4f5b-9086-8fe5f788cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:03:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['7aa59785-d562-41c9-88b2-b0eb624e3db7'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:11.660341 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-1df11375-ccd4-4c04-91d5-048aa86e3490 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "DELETE /v2.0/floatingips/a6b4e81d-3d30-4053-ade8-da0f318b2770 HTTP/1.1" status: 204 len: 168 time: 1.1743827 Mar 28 06:03:11.757475 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-7404182c-2403-4f5b-9086-8fe5f788cf62 None None] Set router 7aa59785-d562-41c9-88b2-b0eb624e3db7 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:03:11.966400 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-7404182c-2403-4f5b-9086-8fe5f788cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '93979e57-b0b4-4ce6-8381-fe56b9363939', 'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'tenant_id': '04586f9623d64addb209777a704571d9', 'mac_address': 'fa:16:3e:50:41:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:18Z', 'updated_at': '2022-03-28T06:00:24Z', 'revision_number': 5, 'project_id': '04586f9623d64addb209777a704571d9', 'subnets': [{'id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:11.995197 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7404182c-2403-4f5b-9086-8fe5f788cf62 None None] Checking router: 7aa59785-d562-41c9-88b2-b0eb624e3db7 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 06:03:12.003110 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7404182c-2403-4f5b-9086-8fe5f788cf62 None None] Routers {'7aa59785-d562-41c9-88b2-b0eb624e3db7'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:03:12.003701 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-7404182c-2403-4f5b-9086-8fe5f788cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:03:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['7aa59785-d562-41c9-88b2-b0eb624e3db7'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:12.109727 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-7404182c-2403-4f5b-9086-8fe5f788cf62 None None] Set router 7aa59785-d562-41c9-88b2-b0eb624e3db7 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:03:12.393234 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 06:03:12.395519 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77" -d '{"events": [{"name": "network-changed", "server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 06:03:12.422176 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-7404182c-2403-4f5b-9086-8fe5f788cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '93979e57-b0b4-4ce6-8381-fe56b9363939', 'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'tenant_id': '04586f9623d64addb209777a704571d9', 'mac_address': 'fa:16:3e:50:41:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:18Z', 'updated_at': '2022-03-28T06:00:24Z', 'revision_number': 5, 'project_id': '04586f9623d64addb209777a704571d9', 'subnets': [{'id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:12.434924 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 06:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef0875e-58b9-41a1-91d3-32aba2e66ac9 x-openstack-request-id: req-6ef0875e-58b9-41a1-91d3-32aba2e66ac9 {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 06:03:12.435330 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 06:03:12.435676 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ef0875e-58b9-41a1-91d3-32aba2e66ac9 {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 06:03:12.436149 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef0875e-58b9-41a1-91d3-32aba2e66ac9'] response: {'name': 'network-changed', 'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c', 'status': 'completed', 'code': 200} Mar 28 06:03:12.450180 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7404182c-2403-4f5b-9086-8fe5f788cf62 None None] The sync data for ids ['7aa59785-d562-41c9-88b2-b0eb624e3db7'] in dv-cinder-831776-5-iscsi is: [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:18Z', 'revision_number': 4, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi', '_interfaces': [{'id': '93979e57-b0b4-4ce6-8381-fe56b9363939', 'name': '', 'network_id': '1fee3145-e21e-43d9-9ada-b3a4e0c5eb94', 'tenant_id': '04586f9623d64addb209777a704571d9', 'mac_address': 'fa:16:3e:50:41:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:18Z', 'updated_at': '2022-03-28T06:00:24Z', 'revision_number': 5, 'project_id': '04586f9623d64addb209777a704571d9', 'subnets': [{'id': 'd28969c7-5717-4fb5-80dc-3c0f3c6ed6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 06:03:12.534091 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77 req-e21bbbf6-cbee-424a-8157-6e79307b9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:12.535647 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77 req-e21bbbf6-cbee-424a-8157-6e79307b9615 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04586f9623d64addb209777a704571d9&device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 1130 time: 0.0535479 Mar 28 06:03:12.631676 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77 req-058ee45e-c9cb-4362-8fec-962de2388408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:12.633292 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77 req-058ee45e-c9cb-4362-8fec-962de2388408 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 HTTP/1.1" status: 200 len: 914 time: 0.0911205 Mar 28 06:03:12.677783 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77 req-d36d483b-d916-4556-9108-288fdff33c13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 200 len: 217 time: 0.0371811 Mar 28 06:03:12.680350 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06389d9e-7cc4-4f39-984d-0bf2ce6642af None None] New status for floating IP a6b4e81d-3d30-4053-ade8-da0f318b2770: DOWN {{(pid=109791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 06:03:12.727444 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77 req-1f6b02e4-6ce7-4d36-9d73-b9fc6cfd0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:12.729118 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77 req-1f6b02e4-6ce7-4d36-9d73-b9fc6cfd0776 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3 HTTP/1.1" status: 200 len: 853 time: 0.0453603 Mar 28 06:03:12.786798 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77 req-a673e4ce-dc39-4b60-89a2-1aa2a180aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:12.788864 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77 req-a673e4ce-dc39-4b60-89a2-1aa2a180aaaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538275 Mar 28 06:03:12.879737 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77 req-18f2f040-1ef3-43f8-a788-f763be38921c service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817578 Mar 28 06:03:12.972788 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-7df9a3e2-ec95-47be-9f47-4d9b6820ef77 req-d89a7e81-1b21-4138-a51f-661abefee8b7 service neutron] 10.222.0.21 "GET /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864246 Mar 28 06:03:14.349638 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a4bf7-9661-46cf-88ad-b8a9e12d30d6 req-c886d5c5-4081-47ee-84f9-cf8a65a11ca6 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:14.351616 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-968a4bf7-9661-46cf-88ad-b8a9e12d30d6 req-c886d5c5-4081-47ee-84f9-cf8a65a11ca6 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 946 time: 0.0531349 Mar 28 06:03:14.396683 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-968a4bf7-9661-46cf-88ad-b8a9e12d30d6 req-1de21743-e954-455f-aaed-97d96636fc50 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Mar 28 06:03:15.514300 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010274c-421b-48a5-97d5-1d374c5ffbf5 req-934531ce-6643-4c8e-981e-377958950761 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:15.515741 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d010274c-421b-48a5-97d5-1d374c5ffbf5 req-934531ce-6643-4c8e-981e-377958950761 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 946 time: 0.0509844 Mar 28 06:03:15.565021 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-d010274c-421b-48a5-97d5-1d374c5ffbf5 req-ecaa2aae-cc5f-4d4e-8c51-9d989206f3d3 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438371 Mar 28 06:03:16.357095 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5b69e-d938-46eb-969f-63082aa8c2ac req-9975c267-1ba6-4e29-9469-8f37f27611c0 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:16.358828 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5b69e-d938-46eb-969f-63082aa8c2ac req-9975c267-1ba6-4e29-9469-8f37f27611c0 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 946 time: 0.0516982 Mar 28 06:03:16.446825 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-88d5b69e-d938-46eb-969f-63082aa8c2ac req-bab3d76f-8537-4faa-be2a-51ac8bd85245 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Deleting port 45f9f253-48de-4362-b0d0-89f263070a2c {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 06:03:16.447163 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5b69e-d938-46eb-969f-63082aa8c2ac req-bab3d76f-8537-4faa-be2a-51ac8bd85245 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:16.539806 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [req-88d5b69e-d938-46eb-969f-63082aa8c2ac req-bab3d76f-8537-4faa-be2a-51ac8bd85245 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] For port 45f9f253-48de-4362-b0d0-89f263070a2c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=45f9f253-48de-4362-b0d0-89f263070a2c,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:03:16.540506 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5b69e-d938-46eb-969f-63082aa8c2ac req-bab3d76f-8537-4faa-be2a-51ac8bd85245 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:16.553039 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [req-88d5b69e-d938-46eb-969f-63082aa8c2ac req-bab3d76f-8537-4faa-be2a-51ac8bd85245 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Calling delete_port for 45f9f253-48de-4362-b0d0-89f263070a2c owned by compute:nova {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 06:03:16.706365 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5b69e-d938-46eb-969f-63082aa8c2ac req-bab3d76f-8537-4faa-be2a-51ac8bd85245 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (45f9f253-48de-4362-b0d0-89f263070a2c), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:16.740673 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-54701c73-f679-4928-9a73-7cce83681084 None None] get_ports_and_sgs() called for port_ids ['45f9f253-48de-4362-b0d0-89f263070a2c'] {{(pid=109790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 06:03:16.744512 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88818021-5478-4571-b1a7-841d25fc0fd3 req-195e56f2-3d7e-4b5e-86e5-3a102421470d tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 06:03:16.745981 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88818021-5478-4571-b1a7-841d25fc0fd3 req-195e56f2-3d7e-4b5e-86e5-3a102421470d tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaeee089-df12-4322-8b76-31a196615b36 HTTP/1.1" status: 200 len: 867 time: 0.1112654 Mar 28 06:03:16.748911 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3d76f-8537-4faa-be2a-51ac8bd85245 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Pushing event deleted for resources: {'Port': ['ID=45f9f253-48de-4362-b0d0-89f263070a2c,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:16.808610 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d5b69e-d938-46eb-969f-63082aa8c2ac req-bab3d76f-8537-4faa-be2a-51ac8bd85245 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] No DVR routers for this DVR port 45f9f253-48de-4362-b0d0-89f263070a2c on host hv-cinder-83177 {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 06:03:16.811475 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [req-88d5b69e-d938-46eb-969f-63082aa8c2ac req-bab3d76f-8537-4faa-be2a-51ac8bd85245 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38546'] for port (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:16.814709 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88d5b69e-d938-46eb-969f-63082aa8c2ac req-bab3d76f-8537-4faa-be2a-51ac8bd85245 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.21 "DELETE /v2.0/ports/45f9f253-48de-4362-b0d0-89f263070a2c HTTP/1.1" status: 204 len: 173 time: 0.4511907 Mar 28 06:03:16.815391 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'name': 'network-vif-deleted', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c'}] {{(pid=109788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 06:03:16.817664 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33dea016e0feae4204b69e852a1dfa11d8a35691d3363d8d4d1f3d0c258bb553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8305666c-2f88-4c3b-8380-2e534638f9ae" -d '{"events": [{"server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "name": "network-vif-deleted", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c"}]}' {{(pid=109788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 06:03:16.846893 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [req-88818021-5478-4571-b1a7-841d25fc0fd3 req-507b8fb7-18af-410e-a65d-88c67b49d201 tempest-TestMinimumBasicScenario-159360112 tempest-TestMinimumBasicScenario-159360112-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f765f30-1798-4514-b8bb-0af99752e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947227 Mar 28 06:03:16.860118 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 06:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620f9d73-9d82-4a42-8c1b-fccc872e5f9c x-openstack-request-id: req-620f9d73-9d82-4a42-8c1b-fccc872e5f9c {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 06:03:16.860413 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaeee089-df12-4322-8b76-31a196615b36", "name": "network-vif-deleted", "tag": "45f9f253-48de-4362-b0d0-89f263070a2c", "status": "completed", "code": 200}]} {{(pid=109788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 06:03:16.860681 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-620f9d73-9d82-4a42-8c1b-fccc872e5f9c {{(pid=109788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 06:03:16.861063 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620f9d73-9d82-4a42-8c1b-fccc872e5f9c'] response: {'server_uuid': 'aaeee089-df12-4322-8b76-31a196615b36', 'name': 'network-vif-deleted', 'tag': '45f9f253-48de-4362-b0d0-89f263070a2c', 'status': 'completed', 'code': 200} Mar 28 06:03:18.406461 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45886) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:19.004162 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737862'] for router_interface (7aa59785-d562-41c9-88b2-b0eb624e3db7), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:19.222642 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 45f9f253-48de-4362-b0d0-89f263070a2c no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 06:03:19.241407 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-54701c73-f679-4928-9a73-7cce83681084 None None] No Port match for: 45f9f253-48de-4362-b0d0-89f263070a2c {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 06:03:19.242375 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Device 45f9f253-48de-4362-b0d0-89f263070a2c not bound to the agent host hv-cinder-83177 {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 06:03:19.245296 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] Deleting port 93979e57-b0b4-4ce6-8381-fe56b9363939 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 06:03:19.245646 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:19.321375 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] For port 93979e57-b0b4-4ce6-8381-fe56b9363939, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=93979e57-b0b4-4ce6-8381-fe56b9363939,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:03:19.321730 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:19.337392 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] Calling delete_port for 93979e57-b0b4-4ce6-8381-fe56b9363939 owned by network:router_interface {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 06:03:19.511201 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (93979e57-b0b4-4ce6-8381-fe56b9363939), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:19.539623 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] Pushing event deleted for resources: {'Port': ['ID=93979e57-b0b4-4ce6-8381-fe56b9363939,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:19.702480 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738294'] for router_interface (7aa59785-d562-41c9-88b2-b0eb624e3db7), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:19.914515 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] Router 7aa59785-d562-41c9-88b2-b0eb624e3db7 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 06:03:20.029755 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 06:03:20.039479 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-07f602b4-4fc4-4d97-aee9-f91da06901dc admin admin] 10.222.0.20 "PUT /v2.0/routers/7aa59785-d562-41c9-88b2-b0eb624e3db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6285374 Mar 28 06:03:20.039679 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac84a3-3900-4639-8df6-0bf809647f44 None None] Sync routers for ids ['7aa59785-d562-41c9-88b2-b0eb624e3db7'] in dv-cinder-831776-5-iscsi {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 06:03:20.039924 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45888) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:20.049993 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac84a3-3900-4639-8df6-0bf809647f44 None None] Routers {'7aa59785-d562-41c9-88b2-b0eb624e3db7'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:03:20.050772 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-14ac84a3-3900-4639-8df6-0bf809647f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:03:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['7aa59785-d562-41c9-88b2-b0eb624e3db7'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:20.144777 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Publish callbacks [] for router (7aa59785-d562-41c9-88b2-b0eb624e3db7), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.154424 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-14ac84a3-3900-4639-8df6-0bf809647f44 None None] Set router 7aa59785-d562-41c9-88b2-b0eb624e3db7 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:03:20.248616 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Publish callbacks [] for router_gateway (7aa59785-d562-41c9-88b2-b0eb624e3db7), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.300160 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Deleting port 0b218ed4-027a-4685-97cb-9fcbb18e3805 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 06:03:20.300379 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.333496 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-14ac84a3-3900-4639-8df6-0bf809647f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:03:19Z', 'revision_number': 5, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port': {'id': '0b218ed4-027a-4685-97cb-9fcbb18e3805', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:20.360903 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac84a3-3900-4639-8df6-0bf809647f44 None None] Checking router: 7aa59785-d562-41c9-88b2-b0eb624e3db7 for host: dv-cinder-831776-5-iscsi {{(pid=109790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 06:03:20.369523 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac84a3-3900-4639-8df6-0bf809647f44 None None] Routers {'7aa59785-d562-41c9-88b2-b0eb624e3db7'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:03:20.370138 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-14ac84a3-3900-4639-8df6-0bf809647f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:03:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['7aa59785-d562-41c9-88b2-b0eb624e3db7'], 'active': True} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:20.380942 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] For port 0b218ed4-027a-4685-97cb-9fcbb18e3805, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=0b218ed4-027a-4685-97cb-9fcbb18e3805,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:03:20.381310 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.394288 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Calling delete_port for 0b218ed4-027a-4685-97cb-9fcbb18e3805 owned by network:router_gateway {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 06:03:20.457636 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvr_db [None req-14ac84a3-3900-4639-8df6-0bf809647f44 None None] Set router 7aa59785-d562-41c9-88b2-b0eb624e3db7 gateway port host: None {{(pid=109790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:03:20.509588 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_hamode_db [None req-14ac84a3-3900-4639-8df6-0bf809647f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:03:20Z', 'revision_number': 6, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port_host': None}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:20.540493 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac84a3-3900-4639-8df6-0bf809647f44 None None] The sync data for ids ['7aa59785-d562-41c9-88b2-b0eb624e3db7'] in dv-cinder-831776-5-iscsi is: [{'id': '7aa59785-d562-41c9-88b2-b0eb624e3db7', 'name': 'tempest-TestMinimumBasicScenario-245578581-router', 'tenant_id': '04586f9623d64addb209777a704571d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:16Z', 'updated_at': '2022-03-28T06:03:20Z', 'revision_number': 6, 'project_id': '04586f9623d64addb209777a704571d9', 'gw_port_host': None}] {{(pid=109790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 06:03:20.565581 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (0b218ed4-027a-4685-97cb-9fcbb18e3805), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.596666 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b218ed4-027a-4685-97cb-9fcbb18e3805,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:20.654833 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738316'] for router_gateway (7aa59785-d562-41c9-88b2-b0eb624e3db7), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.745515 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (7aa59785-d562-41c9-88b2-b0eb624e3db7), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.747623 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Publish callbacks [] for router_controller (7aa59785-d562-41c9-88b2-b0eb624e3db7), precommit_delete_associations {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.792985 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-753391'] for router (7aa59785-d562-41c9-88b2-b0eb624e3db7), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.793530 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa59785-d562-41c9-88b2-b0eb624e3db7 {{(pid=109788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 06:03:20.797852 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.801601 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-284b9169-883f-4c89-90ee-a2bae1f4343e admin admin] 10.222.0.20 "DELETE /v2.0/routers/7aa59785-d562-41c9-88b2-b0eb624e3db7 HTTP/1.1" status: 204 len: 168 time: 0.7574034 Mar 28 06:03:20.801753 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45890) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:20.844933 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a4d28f-7449-49a0-bd73-09e8b66c6775 admin admin] Deleting subnet d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3 {{(pid=109788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 06:03:20.847804 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-49a4d28f-7449-49a0-bd73-09e8b66c6775 admin admin] Publish callbacks [] for subnet (d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.880572 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-49a4d28f-7449-49a0-bd73-09e8b66c6775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26646671'] for subnet (d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3), precommit_delete_associations {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:20.964035 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-49a4d28f-7449-49a0-bd73-09e8b66c6775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.014867 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-49a4d28f-7449-49a0-bd73-09e8b66c6775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3578394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26897297'] for subnet (d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.037960 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4d28f-7449-49a0-bd73-09e8b66c6775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:21.044132 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-49a4d28f-7449-49a0-bd73-09e8b66c6775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for subnet (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.047420 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-49a4d28f-7449-49a0-bd73-09e8b66c6775 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d28969c7-5717-4fb5-80dc-3c0f3c6ed6b3 HTTP/1.1" status: 204 len: 168 time: 0.2447188 Mar 28 06:03:21.049746 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3ac63a-3185-43ff-995c-7d57e33fdb1e None None] Network 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 06:03:21.049897 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [-] (109788) accepted ('10.222.0.20', 45892) {{(pid=109788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:21.126405 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (1fee3145-e21e-43d9-9ada-b3a4e0c5eb94), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.185037 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Deleting port 164f72e4-edc7-4dd9-9f91-640beffe68a6 {{(pid=109788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 06:03:21.185378 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.246766 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.db [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] For port 164f72e4-edc7-4dd9-9f91-640beffe68a6, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=164f72e4-edc7-4dd9-9f91-640beffe68a6,segment=NetworkSegment(70c3d11a-9b30-44a3-b93f-d717a480bda3),segment_id=70c3d11a-9b30-44a3-b93f-d717a480bda3)] {{(pid=109788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:03:21.247056 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.259797 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.plugin [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Calling delete_port for 164f72e4-edc7-4dd9-9f91-640beffe68a6 owned by network:dhcp {{(pid=109788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 06:03:21.340080 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4336bca6-ade6-4fae-a3e0-c318131ece2f None None] DHCP port deletion for 1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 request from dv-cinder-831776-5-iscsi {{(pid=109790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 06:03:21.347167 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3578859'] for port (164f72e4-edc7-4dd9-9f91-640beffe68a6), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.360398 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] No DVR routers for this DVR port 164f72e4-edc7-4dd9-9f91-640beffe68a6 on host dv-cinder-831776-5-iscsi {{(pid=109788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 06:03:21.365221 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-4336bca6-ade6-4fae-a3e0-c318131ece2f None None] The port '164f72e4-edc7-4dd9-9f91-640beffe68a6' was deleted {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 28 06:03:21.387122 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Pushing event deleted for resources: {'Port': ['ID=164f72e4-edc7-4dd9-9f91-640beffe68a6,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:21.456940 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (1fee3145-e21e-43d9-9ada-b3a4e0c5eb94), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.477387 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fee3145-e21e-43d9-9ada-b3a4e0c5eb94']}} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:21.486604 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c3d11a-9b30-44a3-b93f-d717a480bda3') {'for_net_delete': True} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:21.486907 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.services.segments.db [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c3d11a-9b30-44a3-b93f-d717a480bda3') {} {{(pid=109788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:21.497186 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26646710'] for segment (70c3d11a-9b30-44a3-b93f-d717a480bda3), before_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.516329 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (70c3d11a-9b30-44a3-b93f-d717a480bda3), precommit_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.524274 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 06:03:21.524806 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578808'] for segment (70c3d11a-9b30-44a3-b93f-d717a480bda3), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: Traceback (most recent call last): Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: timer() Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: cb(*args, **kw) Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: return func(*args, **kwargs) Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: self._notify() Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: self.callback(batched_events) Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: event.method(event) Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: return f(self, *a, **k) Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._get(url).json() Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: return self.request(url, 'GET', **kwargs) Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 06:03:21.526780 dv-cinder-831776-5-iscsi neutron-server[109788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 06:03:21.596939 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (1fee3145-e21e-43d9-9ada-b3a4e0c5eb94), after_delete {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.607563 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:21.614030 dv-cinder-831776-5-iscsi neutron-server[109788]: INFO neutron.wsgi [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] 10.222.0.20 "DELETE /v2.0/networks/1fee3145-e21e-43d9-9ada-b3a4e0c5eb94 HTTP/1.1" status: 204 len: 168 time: 0.5605481 Mar 28 06:03:21.614449 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45894) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:21.622167 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ed0f3-af6c-4c69-a92f-ce2f2a88816d admin admin] Pushing event deleted for resources: {'Network': ['ID=1fee3145-e21e-43d9-9ada-b3a4e0c5eb94,revision_number=None']} {{(pid=109788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:22.188138 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737862'] for router_interface (aafbe2ab-3046-49ae-b726-7584a42c3535), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:22.357535 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 164f72e4-edc7-4dd9-9f91-640beffe68a6 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 06:03:22.376961 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 164f72e4-edc7-4dd9-9f91-640beffe68a6 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 06:03:22.377303 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 164f72e4-edc7-4dd9-9f91-640beffe68a6 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 06:03:22.377718 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 0b218ed4-027a-4685-97cb-9fcbb18e3805 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 06:03:22.396350 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 0b218ed4-027a-4685-97cb-9fcbb18e3805 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 06:03:22.396690 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 0b218ed4-027a-4685-97cb-9fcbb18e3805 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 06:03:22.397090 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 93979e57-b0b4-4ce6-8381-fe56b9363939 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 06:03:22.414752 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 93979e57-b0b4-4ce6-8381-fe56b9363939 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 06:03:22.415093 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 93979e57-b0b4-4ce6-8381-fe56b9363939 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 06:03:22.430722 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] Deleting port eb64d2fc-0613-4e12-a2f2-64e62946105f {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 06:03:22.431074 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:22.505127 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] For port eb64d2fc-0613-4e12-a2f2-64e62946105f, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=eb64d2fc-0613-4e12-a2f2-64e62946105f,segment=NetworkSegment(d0aefa81-9139-4311-94ec-5fcae6c7a28b),segment_id=d0aefa81-9139-4311-94ec-5fcae6c7a28b)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:03:22.505401 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:22.518106 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] Calling delete_port for eb64d2fc-0613-4e12-a2f2-64e62946105f owned by network:router_interface {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 06:03:22.694017 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (eb64d2fc-0613-4e12-a2f2-64e62946105f), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:22.721448 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb64d2fc-0613-4e12-a2f2-64e62946105f,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:22.886278 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738294'] for router_interface (aafbe2ab-3046-49ae-b726-7584a42c3535), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:23.095166 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] Router aafbe2ab-3046-49ae-b726-7584a42c3535 has already been hosted by L3 agent d1b03b6b-f084-4d82-828a-0d98a2fc786c {{(pid=109789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 06:03:23.202387 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] Notify agent at l3_agent.dv-cinder-831776-5-iscsi the message routers_updated {{(pid=109789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 06:03:23.207564 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-55d9b98a-725e-46f5-8f68-f4d987ef980a admin admin] 10.222.0.20 "PUT /v2.0/routers/aafbe2ab-3046-49ae-b726-7584a42c3535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5920973 Mar 28 06:03:23.210110 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45896) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:23.211566 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30b324-0c5a-486e-9b7a-7eec31958e35 None None] Sync routers for ids ['aafbe2ab-3046-49ae-b726-7584a42c3535'] in dv-cinder-831776-5-iscsi {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 06:03:23.220983 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30b324-0c5a-486e-9b7a-7eec31958e35 None None] Routers {'aafbe2ab-3046-49ae-b726-7584a42c3535'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:03:23.221583 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-9a30b324-0c5a-486e-9b7a-7eec31958e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:03:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['aafbe2ab-3046-49ae-b726-7584a42c3535'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:23.312687 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Publish callbacks [] for router (aafbe2ab-3046-49ae-b726-7584a42c3535), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:23.325693 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-9a30b324-0c5a-486e-9b7a-7eec31958e35 None None] Set router aafbe2ab-3046-49ae-b726-7584a42c3535 gateway port host: dv-cinder-831776-5-iscsi {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:03:23.414420 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Publish callbacks [] for router_gateway (aafbe2ab-3046-49ae-b726-7584a42c3535), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:23.471774 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Deleting port 7b768fc8-8008-4432-a1a0-205678223f6b {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 06:03:23.472113 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:23.547040 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] For port 7b768fc8-8008-4432-a1a0-205678223f6b, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=7b768fc8-8008-4432-a1a0-205678223f6b,segment=NetworkSegment(55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1),segment_id=55ba20f3-3bc7-4d17-a90c-4fe9a3fe2bc1)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:03:23.547401 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:23.559792 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Calling delete_port for 7b768fc8-8008-4432-a1a0-205678223f6b owned by network:router_gateway {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 06:03:23.586327 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-9a30b324-0c5a-486e-9b7a-7eec31958e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'name': 'tempest-TestMinimumBasicScenario-1584093346-router', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'external_fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:20Z', 'updated_at': '2022-03-28T06:03:22Z', 'revision_number': 5, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'gw_port': {'id': '7b768fc8-8008-4432-a1a0-205678223f6b', 'name': '', 'network_id': '84e0c0dc-d2f8-4fa7-8663-ae0136597132', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T06:00:21Z', 'updated_at': '2022-03-28T06:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fcb48901-1dc7-403c-ab5e-0b9ca1ae4d7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-iscsi'}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:23.611767 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30b324-0c5a-486e-9b7a-7eec31958e35 None None] Checking router: aafbe2ab-3046-49ae-b726-7584a42c3535 for host: dv-cinder-831776-5-iscsi {{(pid=109791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 06:03:23.619828 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30b324-0c5a-486e-9b7a-7eec31958e35 None None] Routers {'aafbe2ab-3046-49ae-b726-7584a42c3535'} bound to L3 agent in host dv-cinder-831776-5-iscsi {{(pid=109791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 06:03:23.620427 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-9a30b324-0c5a-486e-9b7a-7eec31958e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:02Z,description=,heartbeat_timestamp=2022-03-28T06:03:02Z,host='dv-cinder-831776-5-iscsi',id=d1b03b6b-f084-4d82-828a-0d98a2fc786c,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:02Z,topic='l3_agent')) {'router_ids': ['aafbe2ab-3046-49ae-b726-7584a42c3535'], 'active': True} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:23.705944 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_dvr_db [None req-9a30b324-0c5a-486e-9b7a-7eec31958e35 None None] Set router aafbe2ab-3046-49ae-b726-7584a42c3535 gateway port host: None {{(pid=109791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 06:03:23.724550 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (7b768fc8-8008-4432-a1a0-205678223f6b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:23.754158 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Pushing event deleted for resources: {'Port': ['ID=7b768fc8-8008-4432-a1a0-205678223f6b,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:23.759541 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.l3_hamode_db [None req-9a30b324-0c5a-486e-9b7a-7eec31958e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'name': 'tempest-TestMinimumBasicScenario-1584093346-router', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:20Z', 'updated_at': '2022-03-28T06:03:23Z', 'revision_number': 6, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'gw_port_host': None}], 'dv-cinder-831776-5-iscsi', False) {} {{(pid=109791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:23.785086 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30b324-0c5a-486e-9b7a-7eec31958e35 None None] The sync data for ids ['aafbe2ab-3046-49ae-b726-7584a42c3535'] in dv-cinder-831776-5-iscsi is: [{'id': 'aafbe2ab-3046-49ae-b726-7584a42c3535', 'name': 'tempest-TestMinimumBasicScenario-1584093346-router', 'tenant_id': '994c6039e80d443c81451bc8bb9a25b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T06:00:20Z', 'updated_at': '2022-03-28T06:03:23Z', 'revision_number': 6, 'project_id': '994c6039e80d443c81451bc8bb9a25b0', 'gw_port_host': None}] {{(pid=109791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 06:03:23.816681 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738316'] for router_gateway (aafbe2ab-3046-49ae-b726-7584a42c3535), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:23.912095 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-753376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1412'] for router (aafbe2ab-3046-49ae-b726-7584a42c3535), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:23.914319 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Publish callbacks [] for router_controller (aafbe2ab-3046-49ae-b726-7584a42c3535), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:23.963596 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-753391'] for router (aafbe2ab-3046-49ae-b726-7584a42c3535), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:23.964045 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Fanout notify agent at l3_agent the message router_deleted on router aafbe2ab-3046-49ae-b726-7584a42c3535 {{(pid=109789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 06:03:23.968368 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] Publish callbacks [] for router (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:23.969630 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-66e9836b-890b-4a0a-ac1c-9d02aa5b4efe admin admin] 10.222.0.20 "DELETE /v2.0/routers/aafbe2ab-3046-49ae-b726-7584a42c3535 HTTP/1.1" status: 204 len: 168 time: 0.7580473 Mar 28 06:03:23.972170 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45898) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:24.018269 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2374e8-394f-4e6f-84bf-c2b18c218840 admin admin] Deleting subnet ae18e644-5de8-4c5e-bd58-124409251c8d {{(pid=109789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 06:03:24.021232 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5b2374e8-394f-4e6f-84bf-c2b18c218840 admin admin] Publish callbacks [] for subnet (ae18e644-5de8-4c5e-bd58-124409251c8d), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.054808 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5b2374e8-394f-4e6f-84bf-c2b18c218840 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432476'] for subnet (ae18e644-5de8-4c5e-bd58-124409251c8d), precommit_delete_associations {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.127065 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5b2374e8-394f-4e6f-84bf-c2b18c218840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1499476'] for subnet (ae18e644-5de8-4c5e-bd58-124409251c8d), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.175566 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5b2374e8-394f-4e6f-84bf-c2b18c218840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1499469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26734980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656213'] for subnet (ae18e644-5de8-4c5e-bd58-124409251c8d), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.209312 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2374e8-394f-4e6f-84bf-c2b18c218840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae18e644-5de8-4c5e-bd58-124409251c8d,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:24.211290 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-5b2374e8-394f-4e6f-84bf-c2b18c218840 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.214426 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-5b2374e8-394f-4e6f-84bf-c2b18c218840 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ae18e644-5de8-4c5e-bd58-124409251c8d HTTP/1.1" status: 204 len: 168 time: 0.2413185 Mar 28 06:03:24.216767 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e529d5-743f-4f0e-9de0-2d1573e2b480 None None] Network e5a35a93-9e9b-442c-a4cc-5d788057d85b requested from dv-cinder-831776-5-iscsi {{(pid=109790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 06:03:24.217265 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45900) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:24.287224 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051163'] for network (e5a35a93-9e9b-442c-a4cc-5d788057d85b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.343842 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Deleting port 66a3617c-0282-4181-a387-98553cdc78e0 {{(pid=109789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 06:03:24.344179 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (66a3617c-0282-4181-a387-98553cdc78e0), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.378266 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] DHCP port deletion for e5a35a93-9e9b-442c-a4cc-5d788057d85b request from dv-cinder-831776-5-iscsi {{(pid=109790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 06:03:24.380280 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device eb64d2fc-0613-4e12-a2f2-64e62946105f no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 06:03:24.406425 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: eb64d2fc-0613-4e12-a2f2-64e62946105f {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 06:03:24.407017 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device eb64d2fc-0613-4e12-a2f2-64e62946105f not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 06:03:24.407636 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 7b768fc8-8008-4432-a1a0-205678223f6b no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 06:03:24.414348 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.db [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] For port 66a3617c-0282-4181-a387-98553cdc78e0, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=66a3617c-0282-4181-a387-98553cdc78e0,segment=NetworkSegment(d0aefa81-9139-4311-94ec-5fcae6c7a28b),segment_id=d0aefa81-9139-4311-94ec-5fcae6c7a28b)] {{(pid=109789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:03:24.414705 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (66a3617c-0282-4181-a387-98553cdc78e0), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.427612 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Calling delete_port for 66a3617c-0282-4181-a387-98553cdc78e0 owned by network:dhcp {{(pid=109789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 06:03:24.444885 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 7b768fc8-8008-4432-a1a0-205678223f6b {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 06:03:24.445227 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 7b768fc8-8008-4432-a1a0-205678223f6b not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 06:03:24.470124 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Deleting port 66a3617c-0282-4181-a387-98553cdc78e0 {{(pid=109790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 06:03:24.470454 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789770977055'] for port (66a3617c-0282-4181-a387-98553cdc78e0), before_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.518616 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26734709'] for port (66a3617c-0282-4181-a387-98553cdc78e0), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.550443 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.db [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] For port 66a3617c-0282-4181-a387-98553cdc78e0, host dv-cinder-831776-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-iscsi',level=0,port_id=66a3617c-0282-4181-a387-98553cdc78e0,segment=NetworkSegment(d0aefa81-9139-4311-94ec-5fcae6c7a28b),segment_id=d0aefa81-9139-4311-94ec-5fcae6c7a28b)] {{(pid=109790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 06:03:24.550700 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a3617c-0282-4181-a387-98553cdc78e0,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:24.550934 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-741460'] for port (66a3617c-0282-4181-a387-98553cdc78e0), precommit_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.555534 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] No DVR routers for this DVR port 66a3617c-0282-4181-a387-98553cdc78e0 on host dv-cinder-831776-5-iscsi {{(pid=109789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 06:03:24.568580 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Calling delete_port for 66a3617c-0282-4181-a387-98553cdc78e0 owned by network:dhcp {{(pid=109790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 06:03:24.636601 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522401', 'neutron.services.segments.db._delete_segments_for_network-8789770807619'] for network (e5a35a93-9e9b-442c-a4cc-5d788057d85b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.648683 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789770984066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789770480900'] for port (66a3617c-0282-4181-a387-98553cdc78e0), after_delete {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.659123 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a35a93-9e9b-442c-a4cc-5d788057d85b']}} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:24.669025 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0aefa81-9139-4311-94ec-5fcae6c7a28b') {'for_net_delete': True} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:24.669321 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.services.segments.db [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0aefa81-9139-4311-94ec-5fcae6c7a28b') {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 06:03:24.672858 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Pushing event deleted for resources: {'Port': ['ID=66a3617c-0282-4181-a387-98553cdc78e0,revision_number=None']} {{(pid=109790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:24.677021 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] No DVR routers for this DVR port 66a3617c-0282-4181-a387-98553cdc78e0 on host dv-cinder-831776-5-iscsi {{(pid=109790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 06:03:24.680674 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789770807884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2432485'] for segment (d0aefa81-9139-4311-94ec-5fcae6c7a28b), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.684011 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.684360 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.684703 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.685041 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.685373 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.685768 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.686014 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.686355 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.686679 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.687000 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.687321 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.687641 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.687957 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.688335 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.688573 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6df1d0-5833-49f8-86d2-d8a57a6677ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-iscsi {{(pid=109790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 06:03:24.697779 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797'] for segment (d0aefa81-9139-4311-94ec-5fcae6c7a28b), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.704061 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 06:03:24.704447 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734630'] for segment (d0aefa81-9139-4311-94ec-5fcae6c7a28b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: Traceback (most recent call last): Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: timer() Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: cb(*args, **kw) Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: return func(*args, **kwargs) Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: self._notify() Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: self.callback(batched_events) Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: event.method(event) Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: return f(self, *a, **k) Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._get(url).json() Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: return self.request(url, 'GET', **kwargs) Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 06:03:24.706159 dv-cinder-831776-5-iscsi neutron-server[109789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 06:03:24.770683 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738416'] for network (e5a35a93-9e9b-442c-a4cc-5d788057d85b), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.775793 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552826'] for network (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:24.779028 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e5a35a93-9e9b-442c-a4cc-5d788057d85b HTTP/1.1" status: 204 len: 168 time: 0.5613544 Mar 28 06:03:24.792030 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855458e0-802b-4d38-beb0-b497ecf65640 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5a35a93-9e9b-442c-a4cc-5d788057d85b,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:24.929824 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45904) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:24.968612 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-156f7d8f-4a54-4167-ad98-ae4485e2f2db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04586f9623d64addb209777a704571d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376217 Mar 28 06:03:24.970999 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45906) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:25.014733 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-720d56d0-1f43-4211-a530-72ec1a45b598 admin admin] Publish callbacks [] for security_group (1f765f30-1798-4514-b8bb-0af99752e0b1), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:25.035614 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-720d56d0-1f43-4211-a530-72ec1a45b598 admin admin] Publish callbacks [] for security_group (1f765f30-1798-4514-b8bb-0af99752e0b1), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:25.080857 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-720d56d0-1f43-4211-a530-72ec1a45b598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (1f765f30-1798-4514-b8bb-0af99752e0b1), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:25.083425 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-720d56d0-1f43-4211-a530-72ec1a45b598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:25.084545 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-720d56d0-1f43-4211-a530-72ec1a45b598 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f765f30-1798-4514-b8bb-0af99752e0b1 HTTP/1.1" status: 204 len: 168 time: 0.1126895 Mar 28 06:03:25.094788 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d56d0-1f43-4211-a530-72ec1a45b598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f765f30-1798-4514-b8bb-0af99752e0b1,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:25.389892 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45912) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:25.428089 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-98bc3c37-525e-421b-8db5-db8ac628bbe6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=994c6039e80d443c81451bc8bb9a25b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370307 Mar 28 06:03:25.431017 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [-] (109789) accepted ('10.222.0.20', 45914) {{(pid=109789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 06:03:25.479262 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a219b59b-2783-4b63-8e6b-077b8d09aa39 admin admin] Publish callbacks [] for security_group (b9758436-43d5-4dfe-8545-9e922d625809), before_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:25.499430 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a219b59b-2783-4b63-8e6b-077b8d09aa39 admin admin] Publish callbacks [] for security_group (b9758436-43d5-4dfe-8545-9e922d625809), precommit_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:25.545832 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a219b59b-2783-4b63-8e6b-077b8d09aa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535842'] for security_group (b9758436-43d5-4dfe-8545-9e922d625809), after_delete {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:25.548699 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-a219b59b-2783-4b63-8e6b-077b8d09aa39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:25.549854 dv-cinder-831776-5-iscsi neutron-server[109789]: INFO neutron.wsgi [None req-a219b59b-2783-4b63-8e6b-077b8d09aa39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9758436-43d5-4dfe-8545-9e922d625809 HTTP/1.1" status: 204 len: 168 time: 0.1179624 Mar 28 06:03:25.558328 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219b59b-2783-4b63-8e6b-077b8d09aa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9758436-43d5-4dfe-8545-9e922d625809,revision_number=None']} {{(pid=109789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 06:03:26.352912 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 66a3617c-0282-4181-a387-98553cdc78e0 no longer exists at agent ovs-agent-dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 06:03:26.375617 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.plugin [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] No Port match for: 66a3617c-0282-4181-a387-98553cdc78e0 {{(pid=109790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 06:03:26.376043 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron.plugins.ml2.rpc [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Device 66a3617c-0282-4181-a387-98553cdc78e0 not bound to the agent host dv-cinder-831776-5-iscsi {{(pid=109790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 06:03:29.740831 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-074d9912-a786-45f0-9a4b-ef1d7a5f23ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:32.115550 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-3e919e5c-063e-430f-b289-5f52946a0928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:33.112021 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:34.798014 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:36.378773 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:37.358548 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:03:39.121096 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:03:59.742210 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ca418657-1726-4d11-ba6a-d65bb83625b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:02.117362 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-22b0de56-0f3b-4483-af7d-1b8ece07a9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:03.115716 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:04.801341 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:06.379665 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:09.133680 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:14.357170 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:04:29.743252 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-07d5a35f-de00-41d4-9906-ce6fd8a9025f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:32.117427 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-1a39c713-8405-407f-aa63-7b9fd836d97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:33.118026 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:34.807082 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:36.382323 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:39.131845 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:04:51.355093 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:04:55.831673 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-508ff8a9-a86e-421f-94ac-7f25d9b9430a service neutron] (109789) timed out ('10.222.0.20', 41888) {{(pid=109789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 06:04:55.910939 dv-cinder-831776-5-iscsi neutron-server[109789]: DEBUG neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-aa2f3e14-0822-4924-ae79-0bd7ed87727d tempest-AttachVolumeShelveTestJSON-1493072743 tempest-AttachVolumeShelveTestJSON-1493072743-project] (109789) timed out ('10.222.0.20', 41898) {{(pid=109789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 06:04:58.085194 dv-cinder-831776-5-iscsi neutron-server[109788]: DEBUG neutron.wsgi [req-de72c972-7475-4560-bf40-821b818f6259 req-a10ee044-fc13-4c06-9509-19712d6534b1 service neutron] (109788) timed out ('10.222.0.21', 52377) {{(pid=109788) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 06:04:59.745184 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2dc1acb1-de6c-43a3-b779-f63432b44253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:02.118809 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-578eaa38-af68-4ba4-9baa-4709f41cc0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:03.121354 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:04.808077 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:06.384593 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:09.146955 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:28.353117 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:05:29.747124 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-7d489ee2-d5bd-4137-904c-f57196fb744f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:32.123567 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-35c0f219-3edf-43df-bfe4-8782df893ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:33.123564 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:34.810775 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:36.385866 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:39.151912 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:05:59.747336 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e187b449-59b8-4f9c-81e1-829b6c698f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:02.125799 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-55aa7fc3-c4c1-46b1-8197-23146c195c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:03.126284 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:04.813854 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:05.352576 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:06:06.386972 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:09.169269 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:29.747999 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-32244e64-07af-4115-94b1-afc8a6c1528a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:32.126856 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-c227b0fa-9139-4577-9ebe-5df92c9d662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:33.128663 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:34.816363 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:36.392314 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:39.180168 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:06:42.351510 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:06:59.749121 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-52f6c164-b04e-4b5b-8f33-d4e4e841bf79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:02.129883 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-ee24e5ee-ad74-4ea8-9f79-7105daeed67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:03.131858 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:04.819937 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:06.394607 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:09.180638 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:19.350568 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:07:29.750498 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-e274a79d-e489-40cb-9540-afcb0b58b9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:32.130900 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-8a236b97-89a1-44fd-b4ce-bcd842f863ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:33.134053 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:34.823545 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:36.397205 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:39.190870 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:07:56.348412 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:07:59.751183 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-a856350a-aec0-4aee-a590-1e67d6ace345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:08:02.132838 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2530f31c-49de-4835-bd86-3f14b282a495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:08:03.136491 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:08:04.829165 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:08:06.399739 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:08:09.186568 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:08:29.752828 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-2288bfcc-1858-4507-bed5-f2af4746071f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (187b0a54-51bd-425c-b973-7d774fe2404c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:08:32.137010 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-b7ccea18-545f-4b36-a735-b629ee30125c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (d1b03b6b-f084-4d82-828a-0d98a2fc786c), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:08:33.139499 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-69115c5a-f295-47be-9a58-75df21f16607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (077a73fc-af4c-4c0d-a695-b5258673b970), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:08:33.346752 dv-cinder-831776-5-iscsi neutron-server[109791]: DEBUG neutron.db.agents_db [None req-afb0fb53-1899-477e-9d78-f4e763e1a7e5 None None] Agent healthcheck: found 6 active agents {{(pid=109791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 06:08:34.832035 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-517e1856-01b5-4551-b112-306043fe7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (1f3ccceb-4332-4781-820c-6fc429b2e8f9), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:08:36.400542 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-947892a9-8f21-4a61-af53-5c73330d2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (3815748e-2436-4b39-b248-2b588d427c97), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 06:08:39.187238 dv-cinder-831776-5-iscsi neutron-server[109790]: DEBUG neutron_lib.callbacks.manager [None req-54701c73-f679-4928-9a73-7cce83681084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789770807601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521698'] for agent (af968dba-2e7b-4ef6-8de5-5d72003711bf), after_update {{(pid=109790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}